2024-11-24 08:16:45,281 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-24 08:16:45,297 main DEBUG Took 0.013918 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 08:16:45,298 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 08:16:45,298 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 08:16:45,299 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 08:16:45,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:16:45,308 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 08:16:45,337 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:16:45,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:16:45,339 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:16:45,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:16:45,340 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:16:45,341 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:16:45,341 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:16:45,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:16:45,342 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:16:45,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:16:45,343 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:16:45,344 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:16:45,344 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:16:45,345 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:16:45,345 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:16:45,346 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:16:45,346 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:16:45,347 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:16:45,349 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:16:45,349 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:16:45,350 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:16:45,350 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:16:45,351 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:16:45,351 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:16:45,352 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:16:45,352 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 08:16:45,354 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:16:45,356 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 08:16:45,358 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 08:16:45,359 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 08:16:45,361 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 08:16:45,361 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 08:16:45,374 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 08:16:45,377 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 08:16:45,380 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 08:16:45,381 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 08:16:45,381 main DEBUG createAppenders(={Console}) 2024-11-24 08:16:45,382 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-24 08:16:45,383 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-24 08:16:45,383 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-24 08:16:45,384 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 08:16:45,384 main DEBUG OutputStream closed 2024-11-24 08:16:45,385 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 08:16:45,385 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 08:16:45,386 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-24 08:16:45,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 08:16:45,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 08:16:45,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 08:16:45,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 08:16:45,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 08:16:45,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 08:16:45,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 08:16:45,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 08:16:45,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 08:16:45,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 08:16:45,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 08:16:45,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 08:16:45,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 08:16:45,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 08:16:45,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 08:16:45,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 08:16:45,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 08:16:45,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 08:16:45,501 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 08:16:45,501 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-24 08:16:45,502 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 08:16:45,503 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-24T08:16:45,522 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-24 08:16:45,525 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 08:16:45,526 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T08:16:45,586 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=7384 2024-11-24T08:16:45,825 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-24T08:16:45,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0 2024-11-24T08:16:45,867 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/cluster_df65f287-f71a-3aaf-4b9c-430dab72f505, deleteOnExit=true 2024-11-24T08:16:45,955 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/cluster_df65f287-f71a-3aaf-4b9c-430dab72f505/zookeeper_0, clientPort=57768, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/cluster_df65f287-f71a-3aaf-4b9c-430dab72f505/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/cluster_df65f287-f71a-3aaf-4b9c-430dab72f505/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T08:16:45,969 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57768 2024-11-24T08:16:45,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:16:45,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:16:45,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/test.cache.data in system properties and HBase conf 2024-11-24T08:16:45,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:16:45,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:16:45,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:16:45,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:16:45,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:16:46,062 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T08:16:46,165 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:16:46,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:16:46,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:16:46,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:16:46,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:16:46,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:16:46,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:16:46,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:16:46,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:16:46,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:16:46,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:16:46,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:16:46,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:16:46,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:16:46,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:16:46,984 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T08:16:47,072 INFO [Time-limited test {}] log.Log(170): Logging initialized @2518ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T08:16:47,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:16:47,230 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:16:47,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:16:47,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:16:47,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:16:47,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:16:47,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bf6eecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:16:47,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f3a9c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:16:47,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cea93ce{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/java.io.tmpdir/jetty-localhost-43289-hadoop-hdfs-3_4_1-tests_jar-_-any-7197644194118078798/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:16:47,457 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20f9fb84{HTTP/1.1, (http/1.1)}{localhost:43289} 2024-11-24T08:16:47,458 INFO [Time-limited test {}] server.Server(415): Started @2905ms 2024-11-24T08:16:47,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:16:47,847 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:16:47,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:16:47,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:16:47,850 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:16:47,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33455bbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:16:47,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66dc6de8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:16:47,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@206adf7a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/java.io.tmpdir/jetty-localhost-43351-hadoop-hdfs-3_4_1-tests_jar-_-any-17624995978678688835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:16:47,975 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a8b3699{HTTP/1.1, (http/1.1)}{localhost:43351} 2024-11-24T08:16:47,975 INFO [Time-limited test {}] server.Server(415): Started @3423ms 2024-11-24T08:16:48,029 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:16:48,512 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/cluster_df65f287-f71a-3aaf-4b9c-430dab72f505/data/data1/current/BP-1630880452-172.17.0.2-1732436206730/current, will proceed with Du for space computation calculation, 2024-11-24T08:16:48,512 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/cluster_df65f287-f71a-3aaf-4b9c-430dab72f505/data/data2/current/BP-1630880452-172.17.0.2-1732436206730/current, will proceed with Du for space computation calculation, 2024-11-24T08:16:48,544 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:16:48,594 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8556834af59e4cc7 with lease ID 0x9bbab2210e81cd84: Processing first storage report for DS-276c6a8a-66ac-47e0-a36c-b89d1f48d92a from datanode DatanodeRegistration(127.0.0.1:45027, datanodeUuid=b8f0f98b-b75a-4c2a-921f-3fb7fbac11d6, infoPort=35625, infoSecurePort=0, ipcPort=36097, storageInfo=lv=-57;cid=testClusterID;nsid=2072814679;c=1732436206730) 2024-11-24T08:16:48,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8556834af59e4cc7 with lease ID 0x9bbab2210e81cd84: from storage DS-276c6a8a-66ac-47e0-a36c-b89d1f48d92a node DatanodeRegistration(127.0.0.1:45027, datanodeUuid=b8f0f98b-b75a-4c2a-921f-3fb7fbac11d6, infoPort=35625, infoSecurePort=0, ipcPort=36097, storageInfo=lv=-57;cid=testClusterID;nsid=2072814679;c=1732436206730), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T08:16:48,596 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8556834af59e4cc7 with lease ID 0x9bbab2210e81cd84: Processing first storage report for DS-7bba18ce-e223-4d54-91b7-603e24a4c2c0 from datanode DatanodeRegistration(127.0.0.1:45027, datanodeUuid=b8f0f98b-b75a-4c2a-921f-3fb7fbac11d6, infoPort=35625, infoSecurePort=0, ipcPort=36097, storageInfo=lv=-57;cid=testClusterID;nsid=2072814679;c=1732436206730) 2024-11-24T08:16:48,596 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8556834af59e4cc7 with lease ID 0x9bbab2210e81cd84: from storage DS-7bba18ce-e223-4d54-91b7-603e24a4c2c0 node DatanodeRegistration(127.0.0.1:45027, datanodeUuid=b8f0f98b-b75a-4c2a-921f-3fb7fbac11d6, infoPort=35625, infoSecurePort=0, ipcPort=36097, storageInfo=lv=-57;cid=testClusterID;nsid=2072814679;c=1732436206730), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:16:48,692 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0 2024-11-24T08:16:48,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:16:48,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:16:48,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:16:49,344 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364 with version=8 2024-11-24T08:16:49,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/hbase-staging 2024-11-24T08:16:49,445 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T08:16:49,698 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:16:49,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:16:49,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:16:49,714 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:16:49,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:16:49,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:16:49,855 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:16:49,918 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T08:16:49,927 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T08:16:49,931 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:16:49,958 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12600 (auto-detected) 2024-11-24T08:16:49,959 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T08:16:49,978 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40631 2024-11-24T08:16:50,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40631 connecting to ZooKeeper ensemble=127.0.0.1:57768 2024-11-24T08:16:50,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406310x0, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:16:50,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40631-0x101490c8bfb0000 connected 2024-11-24T08:16:50,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:16:50,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:16:50,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on znode that does not yet exist, /01776783799/running 2024-11-24T08:16:50,089 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364, hbase.cluster.distributed=false 2024-11-24T08:16:50,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on znode that does not yet exist, /01776783799/acl 2024-11-24T08:16:50,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40631 2024-11-24T08:16:50,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40631 2024-11-24T08:16:50,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40631 2024-11-24T08:16:50,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40631 2024-11-24T08:16:50,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40631 2024-11-24T08:16:50,229 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:16:50,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:16:50,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:16:50,231 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:16:50,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:16:50,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:16:50,234 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:16:50,236 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:16:50,237 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33337 2024-11-24T08:16:50,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33337 connecting to ZooKeeper ensemble=127.0.0.1:57768 2024-11-24T08:16:50,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:16:50,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:16:50,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333370x0, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:16:50,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33337-0x101490c8bfb0001 connected 2024-11-24T08:16:50,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on znode that does not yet exist, /01776783799/running 2024-11-24T08:16:50,254 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:16:50,262 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:16:50,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on znode that does not yet exist, /01776783799/master 2024-11-24T08:16:50,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on znode that does not yet exist, /01776783799/acl 2024-11-24T08:16:50,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33337 2024-11-24T08:16:50,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33337 2024-11-24T08:16:50,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33337 2024-11-24T08:16:50,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33337 2024-11-24T08:16:50,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33337 2024-11-24T08:16:50,289 DEBUG [M:0;30c28c82771d:40631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:40631 2024-11-24T08:16:50,290 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01776783799/backup-masters/30c28c82771d,40631,1732436209499 2024-11-24T08:16:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799/backup-masters 2024-11-24T08:16:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799/backup-masters 2024-11-24T08:16:50,298 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on existing znode=/01776783799/backup-masters/30c28c82771d,40631,1732436209499 2024-11-24T08:16:50,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01776783799/master 2024-11-24T08:16:50,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:16:50,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:16:50,321 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on existing znode=/01776783799/master 2024-11-24T08:16:50,322 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01776783799/backup-masters/30c28c82771d,40631,1732436209499 from backup master directory 2024-11-24T08:16:50,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01776783799/backup-masters/30c28c82771d,40631,1732436209499 2024-11-24T08:16:50,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799/backup-masters 2024-11-24T08:16:50,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799/backup-masters 2024-11-24T08:16:50,326 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:16:50,326 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,40631,1732436209499 2024-11-24T08:16:50,328 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T08:16:50,330 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T08:16:50,385 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/hbase.id] with ID: 46b31aaa-f451-4f24-a610-88eab90be4ed 2024-11-24T08:16:50,385 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/.tmp/hbase.id 2024-11-24T08:16:50,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:16:50,797 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/.tmp/hbase.id]:[hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/hbase.id] 2024-11-24T08:16:50,846 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:16:50,853 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:16:50,874 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-24T08:16:50,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:16:50,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:16:50,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:16:51,302 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:16:51,304 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:16:51,321 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:16:51,325 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:16:51,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:16:51,374 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store 2024-11-24T08:16:51,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:16:51,397 INFO [master/30c28c82771d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T08:16:51,400 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:16:51,401 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:16:51,401 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:16:51,401 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:16:51,403 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:16:51,403 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:16:51,403 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:16:51,404 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436211401Disabling compacts and flushes for region at 1732436211401Disabling writes for close at 1732436211403 (+2 ms)Writing region close event to WAL at 1732436211403Closed at 1732436211403 2024-11-24T08:16:51,406 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/.initializing 2024-11-24T08:16:51,406 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/WALs/30c28c82771d,40631,1732436209499 2024-11-24T08:16:51,414 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:16:51,430 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C40631%2C1732436209499, suffix=, logDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/WALs/30c28c82771d,40631,1732436209499, archiveDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/oldWALs, maxLogs=10 2024-11-24T08:16:51,454 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/WALs/30c28c82771d,40631,1732436209499/30c28c82771d%2C40631%2C1732436209499.1732436211434, exclude list is [], retry=0 2024-11-24T08:16:51,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45027,DS-276c6a8a-66ac-47e0-a36c-b89d1f48d92a,DISK] 2024-11-24T08:16:51,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T08:16:51,509 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/WALs/30c28c82771d,40631,1732436209499/30c28c82771d%2C40631%2C1732436209499.1732436211434 2024-11-24T08:16:51,510 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35625:35625)] 2024-11-24T08:16:51,510 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:16:51,511 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:16:51,514 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:51,515 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:51,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:51,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:16:51,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:51,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:16:51,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:51,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:16:51,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:51,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:16:51,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:51,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:16:51,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:51,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:16:51,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:51,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:16:51,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:51,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:16:51,602 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:51,605 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:51,606 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:51,611 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:51,612 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:51,615 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:16:51,618 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:51,622 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:16:51,624 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63613549, jitterRate=-0.05208425223827362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:16:51,629 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436211527Initializing all the Stores at 1732436211529 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436211530 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436211530Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436211531 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436211531Cleaning up temporary data from old regions at 1732436211612 (+81 ms)Region opened successfully at 1732436211629 (+17 ms) 2024-11-24T08:16:51,630 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:16:51,664 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513646ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:16:51,696 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:16:51,708 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:16:51,708 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:16:51,711 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:16:51,712 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T08:16:51,718 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-24T08:16:51,718 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:16:51,743 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:16:51,752 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Unable to get data of znode /01776783799/balancer because node does not exist (not necessarily an error) 2024-11-24T08:16:51,754 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01776783799/balancer already deleted, retry=false 2024-11-24T08:16:51,756 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:16:51,758 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Unable to get data of znode /01776783799/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:16:51,761 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01776783799/normalizer already deleted, retry=false 2024-11-24T08:16:51,764 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:16:51,767 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Unable to get data of znode /01776783799/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:16:51,768 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01776783799/switch/split already deleted, retry=false 2024-11-24T08:16:51,770 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Unable to get data of znode /01776783799/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:16:51,771 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01776783799/switch/merge already deleted, retry=false 2024-11-24T08:16:51,789 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Unable to get data of znode /01776783799/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:16:51,791 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01776783799/snapshot-cleanup already deleted, retry=false 2024-11-24T08:16:51,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01776783799/running 2024-11-24T08:16:51,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01776783799/running 2024-11-24T08:16:51,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:16:51,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:16:51,798 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,40631,1732436209499, sessionid=0x101490c8bfb0000, setting cluster-up flag (Was=false) 2024-11-24T08:16:51,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:16:51,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:16:51,820 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01776783799/flush-table-proc/acquired, /01776783799/flush-table-proc/reached, /01776783799/flush-table-proc/abort 2024-11-24T08:16:51,822 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,40631,1732436209499 2024-11-24T08:16:51,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:16:51,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:16:51,836 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01776783799/online-snapshot/acquired, /01776783799/online-snapshot/reached, /01776783799/online-snapshot/abort 2024-11-24T08:16:51,838 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,40631,1732436209499 2024-11-24T08:16:51,845 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:16:51,879 INFO [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(746): ClusterId : 46b31aaa-f451-4f24-a610-88eab90be4ed 2024-11-24T08:16:51,882 DEBUG [RS:0;30c28c82771d:33337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:16:51,887 DEBUG [RS:0;30c28c82771d:33337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:16:51,887 DEBUG [RS:0;30c28c82771d:33337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:16:51,892 DEBUG [RS:0;30c28c82771d:33337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:16:51,893 DEBUG [RS:0;30c28c82771d:33337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a9a7f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:16:51,908 DEBUG [RS:0;30c28c82771d:33337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:33337 2024-11-24T08:16:51,910 INFO [RS:0;30c28c82771d:33337 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:16:51,911 INFO [RS:0;30c28c82771d:33337 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:16:51,911 DEBUG [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:16:51,913 INFO [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,40631,1732436209499 with port=33337, startcode=1732436210190 2024-11-24T08:16:51,922 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:16:51,925 DEBUG [RS:0;30c28c82771d:33337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:16:51,932 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:16:51,938 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:16:51,944 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,40631,1732436209499 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:16:51,953 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:16:51,954 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:16:51,956 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:16:51,956 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:16:51,956 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:16:51,956 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:51,957 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:16:51,957 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:51,961 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436241961 2024-11-24T08:16:51,962 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:16:51,963 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:16:51,963 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:16:51,965 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:16:51,966 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:16:51,970 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:16:51,970 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:16:51,971 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:16:51,971 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:51,971 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:16:51,971 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:16:51,972 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40631 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T08:16:51,972 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:51,975 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:16:51,977 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:16:51,977 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:16:51,978 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:16:51,980 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:16:51,981 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:16:51,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:16:51,984 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436211982,5,FailOnTimeoutGroup] 2024-11-24T08:16:51,985 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436211984,5,FailOnTimeoutGroup] 2024-11-24T08:16:51,985 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:51,985 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:16:51,986 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:51,986 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:52,000 DEBUG [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T08:16:52,000 WARN [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T08:16:52,101 INFO [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,40631,1732436209499 with port=33337, startcode=1732436210190 2024-11-24T08:16:52,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,33337,1732436210190 2024-11-24T08:16:52,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40631 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,33337,1732436210190 2024-11-24T08:16:52,115 DEBUG [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364 2024-11-24T08:16:52,115 DEBUG [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46605 2024-11-24T08:16:52,115 DEBUG [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:16:52,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799/rs 2024-11-24T08:16:52,119 DEBUG [RS:0;30c28c82771d:33337 {}] zookeeper.ZKUtil(111): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on existing znode=/01776783799/rs/30c28c82771d,33337,1732436210190 2024-11-24T08:16:52,120 WARN [RS:0;30c28c82771d:33337 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:16:52,120 INFO [RS:0;30c28c82771d:33337 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:16:52,120 DEBUG [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190 2024-11-24T08:16:52,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,33337,1732436210190] 2024-11-24T08:16:52,147 INFO [RS:0;30c28c82771d:33337 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:16:52,162 INFO [RS:0;30c28c82771d:33337 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:16:52,167 INFO [RS:0;30c28c82771d:33337 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:16:52,168 INFO [RS:0;30c28c82771d:33337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:52,169 INFO [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:16:52,176 INFO [RS:0;30c28c82771d:33337 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:16:52,178 INFO [RS:0;30c28c82771d:33337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:52,178 DEBUG [RS:0;30c28c82771d:33337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:52,178 DEBUG [RS:0;30c28c82771d:33337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:52,178 DEBUG [RS:0;30c28c82771d:33337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:52,179 DEBUG [RS:0;30c28c82771d:33337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:52,179 DEBUG [RS:0;30c28c82771d:33337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:52,179 DEBUG [RS:0;30c28c82771d:33337 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:16:52,179 DEBUG [RS:0;30c28c82771d:33337 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:52,179 DEBUG [RS:0;30c28c82771d:33337 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:52,179 DEBUG [RS:0;30c28c82771d:33337 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:52,179 DEBUG [RS:0;30c28c82771d:33337 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:52,180 DEBUG [RS:0;30c28c82771d:33337 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:52,180 DEBUG [RS:0;30c28c82771d:33337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:52,180 DEBUG [RS:0;30c28c82771d:33337 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:16:52,180 DEBUG [RS:0;30c28c82771d:33337 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:16:52,181 INFO [RS:0;30c28c82771d:33337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:52,181 INFO [RS:0;30c28c82771d:33337 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:52,181 INFO [RS:0;30c28c82771d:33337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:52,181 INFO [RS:0;30c28c82771d:33337 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:52,182 INFO [RS:0;30c28c82771d:33337 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:52,182 INFO [RS:0;30c28c82771d:33337 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,33337,1732436210190-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:16:52,206 INFO [RS:0;30c28c82771d:33337 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:16:52,207 INFO [RS:0;30c28c82771d:33337 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,33337,1732436210190-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:52,208 INFO [RS:0;30c28c82771d:33337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:52,208 INFO [RS:0;30c28c82771d:33337 {}] regionserver.Replication(171): 30c28c82771d,33337,1732436210190 started 2024-11-24T08:16:52,226 INFO [RS:0;30c28c82771d:33337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:52,226 INFO [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,33337,1732436210190, RpcServer on 30c28c82771d/172.17.0.2:33337, sessionid=0x101490c8bfb0001 2024-11-24T08:16:52,227 DEBUG [RS:0;30c28c82771d:33337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:16:52,227 DEBUG [RS:0;30c28c82771d:33337 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,33337,1732436210190 2024-11-24T08:16:52,227 DEBUG [RS:0;30c28c82771d:33337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,33337,1732436210190' 2024-11-24T08:16:52,227 DEBUG [RS:0;30c28c82771d:33337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01776783799/flush-table-proc/abort' 2024-11-24T08:16:52,228 DEBUG [RS:0;30c28c82771d:33337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01776783799/flush-table-proc/acquired' 2024-11-24T08:16:52,229 DEBUG [RS:0;30c28c82771d:33337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:16:52,229 DEBUG [RS:0;30c28c82771d:33337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:16:52,229 DEBUG [RS:0;30c28c82771d:33337 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,33337,1732436210190 2024-11-24T08:16:52,229 DEBUG [RS:0;30c28c82771d:33337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,33337,1732436210190' 2024-11-24T08:16:52,229 DEBUG [RS:0;30c28c82771d:33337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01776783799/online-snapshot/abort' 2024-11-24T08:16:52,230 DEBUG [RS:0;30c28c82771d:33337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01776783799/online-snapshot/acquired' 2024-11-24T08:16:52,231 DEBUG [RS:0;30c28c82771d:33337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:16:52,231 INFO [RS:0;30c28c82771d:33337 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:16:52,231 INFO [RS:0;30c28c82771d:33337 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:16:52,336 INFO [RS:0;30c28c82771d:33337 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:16:52,340 INFO [RS:0;30c28c82771d:33337 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C33337%2C1732436210190, suffix=, logDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190, archiveDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/oldWALs, maxLogs=10 2024-11-24T08:16:52,356 DEBUG [RS:0;30c28c82771d:33337 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342, exclude list is [], retry=0 2024-11-24T08:16:52,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45027,DS-276c6a8a-66ac-47e0-a36c-b89d1f48d92a,DISK] 2024-11-24T08:16:52,366 INFO [RS:0;30c28c82771d:33337 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342 2024-11-24T08:16:52,366 DEBUG [RS:0;30c28c82771d:33337 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35625:35625)] 2024-11-24T08:16:52,385 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:16:52,386 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364 2024-11-24T08:16:52,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741833_1009 (size=32) 2024-11-24T08:16:52,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:16:52,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:16:52,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:16:52,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:52,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:16:52,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:16:52,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:16:52,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:52,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:16:52,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:16:52,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:16:52,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:52,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:16:52,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:16:52,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:16:52,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:52,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:16:52,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:16:52,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740 2024-11-24T08:16:52,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740 2024-11-24T08:16:52,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:16:52,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:16:52,817 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:16:52,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:16:52,823 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:16:52,824 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68801703, jitterRate=0.025225266814231873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:16:52,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436212797Initializing all the Stores at 1732436212799 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436212799Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436212799Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436212799Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436212799Cleaning up temporary data from old regions at 1732436212817 (+18 ms)Region opened successfully at 1732436212826 (+9 ms) 2024-11-24T08:16:52,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:16:52,826 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:16:52,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:16:52,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:16:52,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:16:52,828 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:16:52,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436212826Disabling compacts and flushes for region at 1732436212826Disabling writes for close at 1732436212827 (+1 ms)Writing region close event to WAL at 1732436212828 (+1 ms)Closed at 1732436212828 2024-11-24T08:16:52,831 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:16:52,831 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:16:52,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:16:52,848 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:16:52,851 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:16:53,003 DEBUG [30c28c82771d:40631 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:16:53,016 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,33337,1732436210190 2024-11-24T08:16:53,024 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,33337,1732436210190, state=OPENING 2024-11-24T08:16:53,029 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:16:53,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:16:53,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:16:53,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01776783799/meta-region-server: CHANGED 2024-11-24T08:16:53,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01776783799/meta-region-server: CHANGED 2024-11-24T08:16:53,033 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:16:53,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,33337,1732436210190}] 2024-11-24T08:16:53,211 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:16:53,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:16:53,225 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:16:53,225 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:16:53,225 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:16:53,228 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C33337%2C1732436210190.meta, suffix=.meta, logDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190, archiveDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/oldWALs, maxLogs=10 2024-11-24T08:16:53,245 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.meta.1732436213230.meta, exclude list is [], retry=0 2024-11-24T08:16:53,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45027,DS-276c6a8a-66ac-47e0-a36c-b89d1f48d92a,DISK] 2024-11-24T08:16:53,253 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.meta.1732436213230.meta 2024-11-24T08:16:53,253 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35625:35625)] 2024-11-24T08:16:53,254 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:16:53,259 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:16:53,260 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:16:53,263 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:16:53,265 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:16:53,268 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:16:53,269 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:16:53,269 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:16:53,269 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:16:53,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:16:53,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:16:53,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:53,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:16:53,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:16:53,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:16:53,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:53,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:16:53,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:16:53,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:16:53,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:53,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:16:53,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:16:53,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:16:53,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:53,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:16:53,283 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:16:53,284 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740 2024-11-24T08:16:53,287 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740 2024-11-24T08:16:53,290 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:16:53,290 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:16:53,290 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:16:53,293 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:16:53,295 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68243481, jitterRate=0.016907110810279846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:16:53,295 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:16:53,297 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436213270Writing region info on filesystem at 1732436213270Initializing all the Stores at 1732436213272 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436213272Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436213272Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436213272Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436213273 (+1 ms)Cleaning up temporary data from old regions at 1732436213290 (+17 ms)Running coprocessor post-open hooks at 1732436213295 (+5 ms)Region opened successfully at 1732436213297 (+2 ms) 2024-11-24T08:16:53,304 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436213201 2024-11-24T08:16:53,317 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:16:53,317 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:16:53,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,33337,1732436210190 2024-11-24T08:16:53,321 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,33337,1732436210190, state=OPEN 2024-11-24T08:16:53,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01776783799/meta-region-server 2024-11-24T08:16:53,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01776783799/meta-region-server 2024-11-24T08:16:53,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01776783799/meta-region-server: CHANGED 2024-11-24T08:16:53,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01776783799/meta-region-server: CHANGED 2024-11-24T08:16:53,328 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,33337,1732436210190 2024-11-24T08:16:53,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:16:53,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,33337,1732436210190 in 294 msec 2024-11-24T08:16:53,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:16:53,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 496 msec 2024-11-24T08:16:53,341 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:16:53,341 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:16:53,362 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:16:53,363 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,33337,1732436210190, seqNum=-1] 2024-11-24T08:16:53,393 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:16:53,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:16:53,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5420 sec 2024-11-24T08:16:53,417 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436213416, completionTime=-1 2024-11-24T08:16:53,419 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:16:53,419 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:16:53,447 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:16:53,447 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436273447 2024-11-24T08:16:53,447 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436333447 2024-11-24T08:16:53,447 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-24T08:16:53,449 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40631,1732436209499-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:53,450 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40631,1732436209499-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:53,450 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40631,1732436209499-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:53,451 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:40631, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:53,452 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:53,452 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:53,459 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:16:53,479 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.152sec 2024-11-24T08:16:53,480 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:16:53,482 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:16:53,483 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:16:53,483 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:16:53,483 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:16:53,484 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40631,1732436209499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:16:53,485 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40631,1732436209499-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:16:53,493 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:16:53,494 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:16:53,494 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40631,1732436209499-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:53,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e692122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:53,592 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T08:16:53,592 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T08:16:53,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40631,-1 for getting cluster id 2024-11-24T08:16:53,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:16:53,606 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46b31aaa-f451-4f24-a610-88eab90be4ed' 2024-11-24T08:16:53,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:16:53,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46b31aaa-f451-4f24-a610-88eab90be4ed" 2024-11-24T08:16:53,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a4190e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:53,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40631,-1] 2024-11-24T08:16:53,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:16:53,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:16:53,617 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:16:53,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a650b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:53,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:16:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,33337,1732436210190, seqNum=-1] 2024-11-24T08:16:53,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:16:53,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:16:53,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,40631,1732436209499 2024-11-24T08:16:53,654 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57768 2024-11-24T08:16:53,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:16:53,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101490c8bfb0002 connected 2024-11-24T08:16:53,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/hadoop.log.dir so I do NOT create it in target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074 2024-11-24T08:16:53,677 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:16:53,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/hadoop.tmp.dir so I do NOT create it in target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074 2024-11-24T08:16:53,677 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:16:53,677 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074 2024-11-24T08:16:53,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:16:53,677 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/cluster_345e0c8a-8583-ab4b-63db-f02db52fd78b, deleteOnExit=true 2024-11-24T08:16:53,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:16:53,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/test.cache.data in system properties and HBase conf 2024-11-24T08:16:53,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:16:53,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:16:53,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:16:53,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:16:53,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:16:53,678 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:16:53,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:16:53,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:16:53,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:16:53,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:16:53,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:16:53,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:16:53,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:16:53,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:16:53,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:16:53,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:16:53,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:16:53,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:16:53,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:16:53,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:16:53,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:16:53,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:16:53,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:16:53,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:16:53,781 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:16:53,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:16:53,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e3a5320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:16:53,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18acf563{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:16:53,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@628f9881{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/java.io.tmpdir/jetty-localhost-35681-hadoop-hdfs-3_4_1-tests_jar-_-any-17231179144116313705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:16:53,911 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5949a177{HTTP/1.1, (http/1.1)}{localhost:35681} 2024-11-24T08:16:53,911 INFO [Time-limited test {}] server.Server(415): Started @9358ms 2024-11-24T08:16:54,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:16:54,005 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:16:54,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:16:54,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:16:54,006 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:16:54,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4edba9c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:16:54,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@161f1826{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:16:54,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35de1306{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/java.io.tmpdir/jetty-localhost-39783-hadoop-hdfs-3_4_1-tests_jar-_-any-18333886393363458843/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:16:54,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@693c480b{HTTP/1.1, (http/1.1)}{localhost:39783} 2024-11-24T08:16:54,126 INFO [Time-limited test {}] server.Server(415): Started @9574ms 2024-11-24T08:16:54,128 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:16:54,242 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/cluster_345e0c8a-8583-ab4b-63db-f02db52fd78b/data/data1/current/BP-1777663434-172.17.0.2-1732436213713/current, will proceed with Du for space computation calculation, 2024-11-24T08:16:54,242 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/cluster_345e0c8a-8583-ab4b-63db-f02db52fd78b/data/data2/current/BP-1777663434-172.17.0.2-1732436213713/current, will proceed with Du for space computation calculation, 2024-11-24T08:16:54,291 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:16:54,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e3a2b1a788482d with lease ID 0x675b5a8a9ffa6fcb: Processing first storage report for DS-a621063b-88bd-4272-856d-f1411059a3fc from datanode DatanodeRegistration(127.0.0.1:35707, datanodeUuid=5b9ccba0-c21b-4d8d-bd07-c856985f58b8, infoPort=42083, infoSecurePort=0, ipcPort=39695, storageInfo=lv=-57;cid=testClusterID;nsid=333160546;c=1732436213713) 2024-11-24T08:16:54,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e3a2b1a788482d with lease ID 0x675b5a8a9ffa6fcb: from storage DS-a621063b-88bd-4272-856d-f1411059a3fc node DatanodeRegistration(127.0.0.1:35707, datanodeUuid=5b9ccba0-c21b-4d8d-bd07-c856985f58b8, infoPort=42083, infoSecurePort=0, ipcPort=39695, storageInfo=lv=-57;cid=testClusterID;nsid=333160546;c=1732436213713), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:16:54,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e3a2b1a788482d with lease ID 0x675b5a8a9ffa6fcb: Processing first storage report for DS-b591732d-def2-4ae3-a6b0-cd90212b2af9 from datanode DatanodeRegistration(127.0.0.1:35707, datanodeUuid=5b9ccba0-c21b-4d8d-bd07-c856985f58b8, infoPort=42083, infoSecurePort=0, ipcPort=39695, storageInfo=lv=-57;cid=testClusterID;nsid=333160546;c=1732436213713) 2024-11-24T08:16:54,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e3a2b1a788482d with lease ID 0x675b5a8a9ffa6fcb: from storage DS-b591732d-def2-4ae3-a6b0-cd90212b2af9 node DatanodeRegistration(127.0.0.1:35707, datanodeUuid=5b9ccba0-c21b-4d8d-bd07-c856985f58b8, infoPort=42083, infoSecurePort=0, ipcPort=39695, storageInfo=lv=-57;cid=testClusterID;nsid=333160546;c=1732436213713), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:16:54,361 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074 2024-11-24T08:16:54,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:16:54,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:16:54,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:16:54,778 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e with version=8 2024-11-24T08:16:54,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/hbase-staging 2024-11-24T08:16:54,780 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:16:54,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:16:54,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:16:54,781 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:16:54,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:16:54,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:16:54,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:16:54,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:16:54,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43809 2024-11-24T08:16:54,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43809 connecting to ZooKeeper ensemble=127.0.0.1:57768 2024-11-24T08:16:54,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438090x0, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:16:54,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43809-0x101490c8bfb0003 connected 2024-11-24T08:16:54,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:16:54,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:16:54,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Set watcher on znode that does not yet exist, /1-1144358806/running 2024-11-24T08:16:54,808 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e, hbase.cluster.distributed=false 2024-11-24T08:16:54,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Set watcher on znode that does not yet exist, /1-1144358806/acl 2024-11-24T08:16:54,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43809 2024-11-24T08:16:54,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43809 2024-11-24T08:16:54,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43809 2024-11-24T08:16:54,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43809 2024-11-24T08:16:54,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43809 2024-11-24T08:16:54,828 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:16:54,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:16:54,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:16:54,828 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:16:54,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:16:54,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:16:54,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:16:54,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:16:54,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38259 2024-11-24T08:16:54,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38259 connecting to ZooKeeper ensemble=127.0.0.1:57768 2024-11-24T08:16:54,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:16:54,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:16:54,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382590x0, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:16:54,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Set watcher on znode that does not yet exist, /1-1144358806/running 2024-11-24T08:16:54,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38259-0x101490c8bfb0004 connected 2024-11-24T08:16:54,841 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:16:54,841 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:16:54,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Set watcher on znode that does not yet exist, /1-1144358806/master 2024-11-24T08:16:54,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Set watcher on znode that does not yet exist, /1-1144358806/acl 2024-11-24T08:16:54,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38259 2024-11-24T08:16:54,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38259 2024-11-24T08:16:54,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38259 2024-11-24T08:16:54,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38259 2024-11-24T08:16:54,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38259 2024-11-24T08:16:54,863 DEBUG [M:0;30c28c82771d:43809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:43809 2024-11-24T08:16:54,864 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1144358806/backup-masters/30c28c82771d,43809,1732436214780 2024-11-24T08:16:54,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806/backup-masters 2024-11-24T08:16:54,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806/backup-masters 2024-11-24T08:16:54,867 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Set watcher on existing znode=/1-1144358806/backup-masters/30c28c82771d,43809,1732436214780 2024-11-24T08:16:54,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806 2024-11-24T08:16:54,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1144358806/master 2024-11-24T08:16:54,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806 2024-11-24T08:16:54,870 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Set watcher on existing znode=/1-1144358806/master 2024-11-24T08:16:54,871 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1144358806/backup-masters/30c28c82771d,43809,1732436214780 from backup master directory 2024-11-24T08:16:54,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1144358806/backup-masters/30c28c82771d,43809,1732436214780 2024-11-24T08:16:54,873 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:16:54,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806/backup-masters 2024-11-24T08:16:54,873 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,43809,1732436214780 2024-11-24T08:16:54,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806/backup-masters 2024-11-24T08:16:54,881 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/hbase.id] with ID: 35d89e21-767e-4f24-8cbd-b78e23b8c0fb 2024-11-24T08:16:54,881 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/.tmp/hbase.id 2024-11-24T08:16:54,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:16:54,891 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/.tmp/hbase.id]:[hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/hbase.id] 2024-11-24T08:16:54,912 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:16:54,913 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:16:54,914 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T08:16:54,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806 2024-11-24T08:16:54,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806 2024-11-24T08:16:54,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:16:55,327 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:16:55,328 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:16:55,329 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:16:55,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:16:55,741 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store 2024-11-24T08:16:55,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:16:56,152 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:16:56,152 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:16:56,152 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:16:56,152 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:16:56,152 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:16:56,152 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:16:56,153 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:16:56,153 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436216152Disabling compacts and flushes for region at 1732436216152Disabling writes for close at 1732436216152Writing region close event to WAL at 1732436216152Closed at 1732436216152 2024-11-24T08:16:56,154 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store/.initializing 2024-11-24T08:16:56,154 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/WALs/30c28c82771d,43809,1732436214780 2024-11-24T08:16:56,156 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:16:56,159 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C43809%2C1732436214780, suffix=, logDir=hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/WALs/30c28c82771d,43809,1732436214780, archiveDir=hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/oldWALs, maxLogs=10 2024-11-24T08:16:56,174 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/WALs/30c28c82771d,43809,1732436214780/30c28c82771d%2C43809%2C1732436214780.1732436216159, exclude list is [], retry=0 2024-11-24T08:16:56,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-a621063b-88bd-4272-856d-f1411059a3fc,DISK] 2024-11-24T08:16:56,182 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/WALs/30c28c82771d,43809,1732436214780/30c28c82771d%2C43809%2C1732436214780.1732436216159 2024-11-24T08:16:56,182 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42083:42083)] 2024-11-24T08:16:56,182 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:16:56,183 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:16:56,183 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:56,183 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:56,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:56,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:16:56,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:56,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:16:56,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:56,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:16:56,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:56,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:16:56,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:56,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:16:56,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:56,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:16:56,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:56,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:16:56,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:56,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:16:56,198 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:56,199 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:56,199 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:56,202 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:56,202 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:56,203 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:16:56,205 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:16:56,229 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:16:56,230 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73167030, jitterRate=0.09027370810508728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:16:56,231 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436216183Initializing all the Stores at 1732436216185 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436216185Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436216185Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436216185Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436216185Cleaning up temporary data from old regions at 1732436216202 (+17 ms)Region opened successfully at 1732436216231 (+29 ms) 2024-11-24T08:16:56,231 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:16:56,237 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759605cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:16:56,238 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:16:56,239 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:16:56,239 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:16:56,239 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:16:56,240 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:16:56,240 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:16:56,240 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:16:56,243 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:16:56,244 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Unable to get data of znode /1-1144358806/balancer because node does not exist (not necessarily an error) 2024-11-24T08:16:56,250 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1144358806/balancer already deleted, retry=false 2024-11-24T08:16:56,251 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:16:56,252 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Unable to get data of znode /1-1144358806/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:16:56,260 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1144358806/normalizer already deleted, retry=false 2024-11-24T08:16:56,260 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:16:56,261 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Unable to get data of znode /1-1144358806/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:16:56,266 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1144358806/switch/split already deleted, retry=false 2024-11-24T08:16:56,267 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Unable to get data of znode /1-1144358806/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:16:56,273 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1144358806/switch/merge already deleted, retry=false 2024-11-24T08:16:56,276 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Unable to get data of znode /1-1144358806/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:16:56,277 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1144358806/snapshot-cleanup already deleted, retry=false 2024-11-24T08:16:56,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1144358806/running 2024-11-24T08:16:56,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1144358806/running 2024-11-24T08:16:56,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806 2024-11-24T08:16:56,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806 2024-11-24T08:16:56,283 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,43809,1732436214780, sessionid=0x101490c8bfb0003, setting cluster-up flag (Was=false) 2024-11-24T08:16:56,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806 2024-11-24T08:16:56,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806 2024-11-24T08:16:56,291 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1144358806/flush-table-proc/acquired, /1-1144358806/flush-table-proc/reached, /1-1144358806/flush-table-proc/abort 2024-11-24T08:16:56,292 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,43809,1732436214780 2024-11-24T08:16:56,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806 2024-11-24T08:16:56,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806 2024-11-24T08:16:56,302 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1144358806/online-snapshot/acquired, /1-1144358806/online-snapshot/reached, /1-1144358806/online-snapshot/abort 2024-11-24T08:16:56,303 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,43809,1732436214780 2024-11-24T08:16:56,305 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:16:56,308 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:16:56,309 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:16:56,309 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:16:56,321 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,43809,1732436214780 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:16:56,323 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:16:56,323 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:16:56,323 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:16:56,323 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:16:56,323 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:16:56,323 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:56,323 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:16:56,324 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:56,325 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436246325 2024-11-24T08:16:56,325 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:16:56,325 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:16:56,325 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:16:56,325 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:16:56,325 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:16:56,325 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:16:56,325 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:56,326 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:16:56,326 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:16:56,326 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:16:56,326 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:16:56,326 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:16:56,326 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:16:56,326 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:16:56,326 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:16:56,327 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436216326,5,FailOnTimeoutGroup] 2024-11-24T08:16:56,327 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436216327,5,FailOnTimeoutGroup] 2024-11-24T08:16:56,327 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:56,327 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:16:56,327 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:56,327 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:56,328 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:56,328 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:16:56,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:16:56,352 INFO [RS:0;30c28c82771d:38259 {}] regionserver.HRegionServer(746): ClusterId : 35d89e21-767e-4f24-8cbd-b78e23b8c0fb 2024-11-24T08:16:56,352 DEBUG [RS:0;30c28c82771d:38259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:16:56,355 DEBUG [RS:0;30c28c82771d:38259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:16:56,355 DEBUG [RS:0;30c28c82771d:38259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:16:56,358 DEBUG [RS:0;30c28c82771d:38259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:16:56,359 DEBUG [RS:0;30c28c82771d:38259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158b20a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:16:56,371 DEBUG [RS:0;30c28c82771d:38259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:38259 2024-11-24T08:16:56,371 INFO [RS:0;30c28c82771d:38259 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:16:56,371 INFO [RS:0;30c28c82771d:38259 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:16:56,371 DEBUG [RS:0;30c28c82771d:38259 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:16:56,372 INFO [RS:0;30c28c82771d:38259 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,43809,1732436214780 with port=38259, startcode=1732436214828 2024-11-24T08:16:56,372 DEBUG [RS:0;30c28c82771d:38259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:16:56,375 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:16:56,375 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43809 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,38259,1732436214828 2024-11-24T08:16:56,375 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43809 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,38259,1732436214828 2024-11-24T08:16:56,378 DEBUG [RS:0;30c28c82771d:38259 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e 2024-11-24T08:16:56,378 DEBUG [RS:0;30c28c82771d:38259 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39813 2024-11-24T08:16:56,378 DEBUG [RS:0;30c28c82771d:38259 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:16:56,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806/rs 2024-11-24T08:16:56,384 DEBUG [RS:0;30c28c82771d:38259 {}] zookeeper.ZKUtil(111): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Set watcher on existing znode=/1-1144358806/rs/30c28c82771d,38259,1732436214828 2024-11-24T08:16:56,385 WARN [RS:0;30c28c82771d:38259 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:16:56,385 INFO [RS:0;30c28c82771d:38259 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:16:56,385 DEBUG [RS:0;30c28c82771d:38259 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/WALs/30c28c82771d,38259,1732436214828 2024-11-24T08:16:56,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,38259,1732436214828] 2024-11-24T08:16:56,389 INFO [RS:0;30c28c82771d:38259 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:16:56,392 INFO [RS:0;30c28c82771d:38259 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:16:56,392 INFO [RS:0;30c28c82771d:38259 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:16:56,392 INFO [RS:0;30c28c82771d:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:56,392 INFO [RS:0;30c28c82771d:38259 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:16:56,393 INFO [RS:0;30c28c82771d:38259 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:16:56,393 INFO [RS:0;30c28c82771d:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:56,394 DEBUG [RS:0;30c28c82771d:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:56,394 DEBUG [RS:0;30c28c82771d:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:56,394 DEBUG [RS:0;30c28c82771d:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:56,394 DEBUG [RS:0;30c28c82771d:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:56,394 DEBUG [RS:0;30c28c82771d:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:56,394 DEBUG [RS:0;30c28c82771d:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:16:56,394 DEBUG [RS:0;30c28c82771d:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:56,394 DEBUG [RS:0;30c28c82771d:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:56,394 DEBUG [RS:0;30c28c82771d:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:56,394 DEBUG [RS:0;30c28c82771d:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:56,394 DEBUG [RS:0;30c28c82771d:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:56,394 DEBUG [RS:0;30c28c82771d:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:16:56,394 DEBUG [RS:0;30c28c82771d:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:16:56,394 DEBUG [RS:0;30c28c82771d:38259 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:16:56,395 INFO [RS:0;30c28c82771d:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:56,395 INFO [RS:0;30c28c82771d:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:56,395 INFO [RS:0;30c28c82771d:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:56,395 INFO [RS:0;30c28c82771d:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:56,395 INFO [RS:0;30c28c82771d:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:56,395 INFO [RS:0;30c28c82771d:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,38259,1732436214828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:16:56,411 INFO [RS:0;30c28c82771d:38259 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:16:56,411 INFO [RS:0;30c28c82771d:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,38259,1732436214828-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:56,411 INFO [RS:0;30c28c82771d:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:56,411 INFO [RS:0;30c28c82771d:38259 {}] regionserver.Replication(171): 30c28c82771d,38259,1732436214828 started 2024-11-24T08:16:56,426 INFO [RS:0;30c28c82771d:38259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:56,426 INFO [RS:0;30c28c82771d:38259 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,38259,1732436214828, RpcServer on 30c28c82771d/172.17.0.2:38259, sessionid=0x101490c8bfb0004 2024-11-24T08:16:56,426 DEBUG [RS:0;30c28c82771d:38259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:16:56,426 DEBUG [RS:0;30c28c82771d:38259 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,38259,1732436214828 2024-11-24T08:16:56,426 DEBUG [RS:0;30c28c82771d:38259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,38259,1732436214828' 2024-11-24T08:16:56,426 DEBUG [RS:0;30c28c82771d:38259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1144358806/flush-table-proc/abort' 2024-11-24T08:16:56,427 DEBUG [RS:0;30c28c82771d:38259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1144358806/flush-table-proc/acquired' 2024-11-24T08:16:56,427 DEBUG [RS:0;30c28c82771d:38259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:16:56,427 DEBUG [RS:0;30c28c82771d:38259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:16:56,427 DEBUG [RS:0;30c28c82771d:38259 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,38259,1732436214828 2024-11-24T08:16:56,427 DEBUG [RS:0;30c28c82771d:38259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,38259,1732436214828' 2024-11-24T08:16:56,427 DEBUG [RS:0;30c28c82771d:38259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1144358806/online-snapshot/abort' 2024-11-24T08:16:56,428 DEBUG [RS:0;30c28c82771d:38259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1144358806/online-snapshot/acquired' 2024-11-24T08:16:56,428 DEBUG [RS:0;30c28c82771d:38259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:16:56,428 INFO [RS:0;30c28c82771d:38259 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:16:56,428 INFO [RS:0;30c28c82771d:38259 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:16:56,529 INFO [RS:0;30c28c82771d:38259 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:16:56,532 INFO [RS:0;30c28c82771d:38259 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C38259%2C1732436214828, suffix=, logDir=hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/WALs/30c28c82771d,38259,1732436214828, archiveDir=hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/oldWALs, maxLogs=10 2024-11-24T08:16:56,546 DEBUG [RS:0;30c28c82771d:38259 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/WALs/30c28c82771d,38259,1732436214828/30c28c82771d%2C38259%2C1732436214828.1732436216533, exclude list is [], retry=0 2024-11-24T08:16:56,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-a621063b-88bd-4272-856d-f1411059a3fc,DISK] 2024-11-24T08:16:56,553 INFO [RS:0;30c28c82771d:38259 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/WALs/30c28c82771d,38259,1732436214828/30c28c82771d%2C38259%2C1732436214828.1732436216533 2024-11-24T08:16:56,553 DEBUG [RS:0;30c28c82771d:38259 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42083:42083)] 2024-11-24T08:16:56,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:16:56,739 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e 2024-11-24T08:16:56,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741833_1009 (size=32) 2024-11-24T08:16:57,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:16:57,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:16:57,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:16:57,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:57,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:16:57,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:16:57,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:16:57,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:57,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:16:57,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:16:57,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:16:57,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:57,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:16:57,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:16:57,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:16:57,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:57,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:16:57,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:16:57,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/data/hbase/meta/1588230740 2024-11-24T08:16:57,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/data/hbase/meta/1588230740 2024-11-24T08:16:57,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:16:57,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:16:57,164 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:16:57,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:16:57,169 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:16:57,169 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70840262, jitterRate=0.05560216307640076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:16:57,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436217148Initializing all the Stores at 1732436217150 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436217150Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436217150Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436217150Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436217150Cleaning up temporary data from old regions at 1732436217164 (+14 ms)Region opened successfully at 1732436217169 (+5 ms) 2024-11-24T08:16:57,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:16:57,170 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:16:57,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:16:57,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:16:57,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:16:57,170 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:16:57,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436217170Disabling compacts and flushes for region at 1732436217170Disabling writes for close at 1732436217170Writing region close event to WAL at 1732436217170Closed at 1732436217170 2024-11-24T08:16:57,172 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:16:57,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:16:57,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:16:57,174 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:16:57,175 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:16:57,326 DEBUG [30c28c82771d:43809 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:16:57,326 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,38259,1732436214828 2024-11-24T08:16:57,329 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,38259,1732436214828, state=OPENING 2024-11-24T08:16:57,331 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:16:57,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806 2024-11-24T08:16:57,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806 2024-11-24T08:16:57,333 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:16:57,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1144358806/meta-region-server: CHANGED 2024-11-24T08:16:57,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1144358806/meta-region-server: CHANGED 2024-11-24T08:16:57,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,38259,1732436214828}] 2024-11-24T08:16:57,488 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:16:57,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:16:57,495 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:16:57,495 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:16:57,495 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:16:57,498 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C38259%2C1732436214828.meta, suffix=.meta, logDir=hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/WALs/30c28c82771d,38259,1732436214828, archiveDir=hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/oldWALs, maxLogs=10 2024-11-24T08:16:57,512 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/WALs/30c28c82771d,38259,1732436214828/30c28c82771d%2C38259%2C1732436214828.meta.1732436217499.meta, exclude list is [], retry=0 2024-11-24T08:16:57,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35707,DS-a621063b-88bd-4272-856d-f1411059a3fc,DISK] 2024-11-24T08:16:57,518 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/WALs/30c28c82771d,38259,1732436214828/30c28c82771d%2C38259%2C1732436214828.meta.1732436217499.meta 2024-11-24T08:16:57,519 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42083:42083)] 2024-11-24T08:16:57,519 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:16:57,519 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:16:57,519 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:16:57,519 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:16:57,520 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:16:57,520 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:16:57,520 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:16:57,520 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:16:57,520 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:16:57,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:16:57,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:16:57,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:57,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:16:57,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:16:57,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:16:57,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:57,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:16:57,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:16:57,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:16:57,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:57,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:16:57,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:16:57,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:16:57,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:57,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:16:57,529 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:16:57,531 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/data/hbase/meta/1588230740 2024-11-24T08:16:57,533 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/data/hbase/meta/1588230740 2024-11-24T08:16:57,535 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:16:57,535 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:16:57,536 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:16:57,538 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:16:57,539 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62079275, jitterRate=-0.07494671642780304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:16:57,540 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:16:57,540 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436217520Writing region info on filesystem at 1732436217520Initializing all the Stores at 1732436217522 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436217522Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436217522Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436217522Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436217522Cleaning up temporary data from old regions at 1732436217535 (+13 ms)Running coprocessor post-open hooks at 1732436217540 (+5 ms)Region opened successfully at 1732436217540 2024-11-24T08:16:57,541 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436217487 2024-11-24T08:16:57,545 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:16:57,545 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:16:57,546 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,38259,1732436214828 2024-11-24T08:16:57,547 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,38259,1732436214828, state=OPEN 2024-11-24T08:16:57,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1144358806/meta-region-server 2024-11-24T08:16:57,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1144358806/meta-region-server 2024-11-24T08:16:57,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1144358806/meta-region-server: CHANGED 2024-11-24T08:16:57,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1144358806/meta-region-server: CHANGED 2024-11-24T08:16:57,550 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,38259,1732436214828 2024-11-24T08:16:57,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:16:57,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,38259,1732436214828 in 217 msec 2024-11-24T08:16:57,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:16:57,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 382 msec 2024-11-24T08:16:57,559 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:16:57,559 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:16:57,561 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:16:57,561 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,38259,1732436214828, seqNum=-1] 2024-11-24T08:16:57,561 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:16:57,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:16:57,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2620 sec 2024-11-24T08:16:57,570 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436217570, completionTime=-1 2024-11-24T08:16:57,571 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:16:57,571 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:16:57,573 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:16:57,573 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436277573 2024-11-24T08:16:57,573 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436337573 2024-11-24T08:16:57,573 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T08:16:57,573 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43809,1732436214780-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:57,573 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43809,1732436214780-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:57,574 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43809,1732436214780-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:57,574 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:43809, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:57,574 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:57,574 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:57,576 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:16:57,579 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.706sec 2024-11-24T08:16:57,579 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:16:57,579 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:16:57,579 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:16:57,579 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:16:57,579 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:16:57,579 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43809,1732436214780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:16:57,579 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43809,1732436214780-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:16:57,582 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:16:57,583 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:16:57,583 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43809,1732436214780-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:16:57,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3fde51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:57,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,43809,-1 for getting cluster id 2024-11-24T08:16:57,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:16:57,656 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35d89e21-767e-4f24-8cbd-b78e23b8c0fb' 2024-11-24T08:16:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:16:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35d89e21-767e-4f24-8cbd-b78e23b8c0fb" 2024-11-24T08:16:57,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5d9d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:57,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,43809,-1] 2024-11-24T08:16:57,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:16:57,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:16:57,659 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:16:57,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6264d6b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:57,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:16:57,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,38259,1732436214828, seqNum=-1] 2024-11-24T08:16:57,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:16:57,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:16:57,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,43809,1732436214780 2024-11-24T08:16:57,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57768 2024-11-24T08:16:57,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:16:57,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101490c8bfb0005 connected 2024-11-24T08:16:57,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c05c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:57,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40631,-1 for getting cluster id 2024-11-24T08:16:57,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:16:57,679 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46b31aaa-f451-4f24-a610-88eab90be4ed' 2024-11-24T08:16:57,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:16:57,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46b31aaa-f451-4f24-a610-88eab90be4ed" 2024-11-24T08:16:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4453e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40631,-1] 2024-11-24T08:16:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:16:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:16:57,681 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:16:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15555918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:57,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:16:57,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40631,1732436209499 2024-11-24T08:16:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f08df57 2024-11-24T08:16:57,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:16:57,701 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:16:57,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30c28c82771d:43809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T08:16:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:16:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:16:57,716 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:43809' 2024-11-24T08:16:57,717 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abdb093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:57,717 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,43809,-1 for getting cluster id 2024-11-24T08:16:57,717 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:16:57,718 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35d89e21-767e-4f24-8cbd-b78e23b8c0fb' 2024-11-24T08:16:57,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:16:57,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35d89e21-767e-4f24-8cbd-b78e23b8c0fb" 2024-11-24T08:16:57,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa3f22d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:57,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,43809,-1] 2024-11-24T08:16:57,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:16:57,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:16:57,721 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:16:57,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210e89be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:57,722 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:16:57,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,43809,1732436214780 2024-11-24T08:16:57,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cde3703 2024-11-24T08:16:57,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:16:57,728 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:16:57,740 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T08:16:57,741 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:16:57,745 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:16:57,746 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:16:57,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:16:57,747 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:16:57,754 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T08:16:57,757 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:16:57,758 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:57,760 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:16:57,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741835_1011 (size=1138) 2024-11-24T08:16:57,807 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T08:16:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:16:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:16:58,141 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:16:58,173 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 370a81ade01e67e43aa48267a48f2dd3, NAME => 'hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364 2024-11-24T08:16:58,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741836_1012 (size=44) 2024-11-24T08:16:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:16:58,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:16:58,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 370a81ade01e67e43aa48267a48f2dd3, disabling compactions & flushes 2024-11-24T08:16:58,582 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:16:58,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:16:58,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. after waiting 0 ms 2024-11-24T08:16:58,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:16:58,582 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:16:58,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 370a81ade01e67e43aa48267a48f2dd3: Waiting for close lock at 1732436218581Disabling compacts and flushes for region at 1732436218581Disabling writes for close at 1732436218582 (+1 ms)Writing region close event to WAL at 1732436218582Closed at 1732436218582 2024-11-24T08:16:58,584 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:16:58,589 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732436218584"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436218584"}]},"ts":"1732436218584"} 2024-11-24T08:16:58,593 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:16:58,595 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:16:58,598 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436218595"}]},"ts":"1732436218595"} 2024-11-24T08:16:58,602 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T08:16:58,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=370a81ade01e67e43aa48267a48f2dd3, ASSIGN}] 2024-11-24T08:16:58,606 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=370a81ade01e67e43aa48267a48f2dd3, ASSIGN 2024-11-24T08:16:58,607 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=370a81ade01e67e43aa48267a48f2dd3, ASSIGN; state=OFFLINE, location=30c28c82771d,33337,1732436210190; forceNewPlan=false, retain=false 2024-11-24T08:16:58,758 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=370a81ade01e67e43aa48267a48f2dd3, regionState=OPENING, regionLocation=30c28c82771d,33337,1732436210190 2024-11-24T08:16:58,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=370a81ade01e67e43aa48267a48f2dd3, ASSIGN because future has completed 2024-11-24T08:16:58,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 370a81ade01e67e43aa48267a48f2dd3, server=30c28c82771d,33337,1732436210190}] 2024-11-24T08:16:58,779 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:16:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:16:58,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:16:58,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:16:58,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T08:16:58,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C33337%2C1732436210190.rep, suffix=, logDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190, archiveDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/oldWALs, maxLogs=10 2024-11-24T08:16:58,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.rep.1732436218928, exclude list is [], retry=0 2024-11-24T08:16:58,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45027,DS-276c6a8a-66ac-47e0-a36c-b89d1f48d92a,DISK] 2024-11-24T08:16:58,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.rep.1732436218928 2024-11-24T08:16:58,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35625:35625)] 2024-11-24T08:16:58,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 370a81ade01e67e43aa48267a48f2dd3, NAME => 'hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:16:58,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:16:58,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:16:58,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. service=MultiRowMutationService 2024-11-24T08:16:58,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T08:16:58,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:16:58,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:16:58,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:16:58,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:16:58,951 INFO [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:16:58,952 INFO [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 370a81ade01e67e43aa48267a48f2dd3 columnFamilyName hfileref 2024-11-24T08:16:58,952 DEBUG [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:58,953 INFO [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] regionserver.HStore(327): Store=370a81ade01e67e43aa48267a48f2dd3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:16:58,953 INFO [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:16:58,955 INFO [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 370a81ade01e67e43aa48267a48f2dd3 columnFamilyName queue 2024-11-24T08:16:58,955 DEBUG [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:58,955 INFO [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] regionserver.HStore(327): Store=370a81ade01e67e43aa48267a48f2dd3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:16:58,955 INFO [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:16:58,957 INFO [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 370a81ade01e67e43aa48267a48f2dd3 columnFamilyName sid 2024-11-24T08:16:58,957 DEBUG [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:16:58,958 INFO [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] regionserver.HStore(327): Store=370a81ade01e67e43aa48267a48f2dd3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:16:58,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:16:58,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/replication/370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:16:58,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/replication/370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:16:58,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:16:58,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:16:58,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:16:58,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:16:58,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/replication/370a81ade01e67e43aa48267a48f2dd3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:16:58,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 370a81ade01e67e43aa48267a48f2dd3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60750125, jitterRate=-0.09475259482860565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:16:58,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:16:58,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 370a81ade01e67e43aa48267a48f2dd3: Running coprocessor pre-open hook at 1732436218949Writing region info on filesystem at 1732436218949Initializing all the Stores at 1732436218950 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436218950Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436218950Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436218950Cleaning up temporary data from old regions at 1732436218961 (+11 ms)Running coprocessor post-open hooks at 1732436218968 (+7 ms)Region opened successfully at 1732436218969 (+1 ms) 2024-11-24T08:16:58,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3., pid=7, masterSystemTime=1732436218917 2024-11-24T08:16:58,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:16:58,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:16:58,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=370a81ade01e67e43aa48267a48f2dd3, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,33337,1732436210190 2024-11-24T08:16:58,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 370a81ade01e67e43aa48267a48f2dd3, server=30c28c82771d,33337,1732436210190 because future has completed 2024-11-24T08:16:58,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T08:16:58,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 370a81ade01e67e43aa48267a48f2dd3, server=30c28c82771d,33337,1732436210190 in 218 msec 2024-11-24T08:16:58,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:16:58,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=370a81ade01e67e43aa48267a48f2dd3, ASSIGN in 380 msec 2024-11-24T08:16:58,989 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:16:58,989 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436218989"}]},"ts":"1732436218989"} 2024-11-24T08:16:58,992 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T08:16:58,993 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:16:58,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2450 sec 2024-11-24T08:16:59,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3., hostname=30c28c82771d,33337,1732436210190, seqNum=2] 2024-11-24T08:16:59,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33337 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T08:16:59,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:16:59,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:16:59,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:16:59,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T08:16:59,214 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T08:16:59,252 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-30c28c82771d,33337,1732436210190, ReplicationSource: 1, currentBandwidth=0 2024-11-24T08:16:59,254 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:16:59,254 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,33337,1732436210190, seqNum=-1] 2024-11-24T08:16:59,254 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:16:59,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-24T08:16:59,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30c28c82771d,33337,1732436210190', locateType=CURRENT is [region=hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3., hostname=30c28c82771d,33337,1732436210190, seqNum=2] 2024-11-24T08:16:59,265 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T08:16:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T08:16:59,270 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30c28c82771d,33337,1732436210190 suceeded 2024-11-24T08:16:59,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T08:16:59,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-11-24T08:16:59,273 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30c28c82771d:43809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:16:59,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5680 sec 2024-11-24T08:16:59,283 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:43809' 2024-11-24T08:16:59,285 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cc6e3e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:59,285 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,43809,-1 for getting cluster id 2024-11-24T08:16:59,285 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:16:59,286 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35d89e21-767e-4f24-8cbd-b78e23b8c0fb' 2024-11-24T08:16:59,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:16:59,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35d89e21-767e-4f24-8cbd-b78e23b8c0fb" 2024-11-24T08:16:59,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@439aff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:59,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,43809,-1] 2024-11-24T08:16:59,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:16:59,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:16:59,288 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:16:59,289 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@795e7b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:59,289 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:16:59,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,43809,1732436214780 2024-11-24T08:16:59,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@275a30c7 2024-11-24T08:16:59,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:16:59,291 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-24T08:16:59,292 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30c28c82771d,33337,1732436210190 (queues=1) is replicating from cluster=46b31aaa-f451-4f24-a610-88eab90be4ed to cluster=35d89e21-767e-4f24-8cbd-b78e23b8c0fb 2024-11-24T08:16:59,295 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30c28c82771d%2C33337%2C1732436210190 2024-11-24T08:16:59,298 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30c28c82771d,33337,1732436210190, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:16:59,300 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.shipper30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C33337%2C1732436210190 2024-11-24T08:16:59,304 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.wal-reader.30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342, startPosition=0, beingWritten=true 2024-11-24T08:16:59,563 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.wal-reader.30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342 to pos 0, reset compression=false 2024-11-24T08:16:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:16:59,865 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:16:59,865 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:16:59,865 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T08:16:59,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:16:59,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:16:59,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:16:59,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aee9a6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:59,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40631,-1 for getting cluster id 2024-11-24T08:16:59,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:16:59,868 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46b31aaa-f451-4f24-a610-88eab90be4ed' 2024-11-24T08:16:59,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:16:59,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46b31aaa-f451-4f24-a610-88eab90be4ed" 2024-11-24T08:16:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114a6b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40631,-1] 2024-11-24T08:16:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:16:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:16:59,870 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.wal-reader.30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342 to pos 0, reset compression=false 2024-11-24T08:16:59,871 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:16:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64772266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:59,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:16:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40631,1732436209499 2024-11-24T08:16:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@383ae4ee 2024-11-24T08:16:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:16:59,875 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:16:59,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://30c28c82771d:43809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T08:16:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:16:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T08:16:59,879 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:43809' 2024-11-24T08:16:59,880 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:59,880 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,43809,-1 for getting cluster id 2024-11-24T08:16:59,881 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:16:59,881 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35d89e21-767e-4f24-8cbd-b78e23b8c0fb' 2024-11-24T08:16:59,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:16:59,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35d89e21-767e-4f24-8cbd-b78e23b8c0fb" 2024-11-24T08:16:59,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b456c6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:59,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,43809,-1] 2024-11-24T08:16:59,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:16:59,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:16:59,883 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:16:59,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2d2eb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:16:59,884 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:16:59,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,43809,1732436214780 2024-11-24T08:16:59,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e0c6bdc 2024-11-24T08:16:59,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:16:59,886 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:16:59,887 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-24T08:16:59,887 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:16:59,887 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:16:59,887 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:16:59,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:16:59,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:16:59,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T08:16:59,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T08:16:59,917 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T08:16:59,917 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T08:16:59,918 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:16:59,918 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T08:16:59,918 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:16:59,918 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T08:16:59,918 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T08:16:59,918 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T08:16:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T08:17:00,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-24T08:17:00,052 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-24T08:17:00,082 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-30c28c82771d,33337,1732436210190, ReplicationSource: 2, currentBandwidth=0 2024-11-24T08:17:00,086 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-24T08:17:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-24T08:17:00,090 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 30c28c82771d,33337,1732436210190 suceeded 2024-11-24T08:17:00,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T08:17:00,093 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://30c28c82771d:43809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:17:00,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-24T08:17:00,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 218 msec 2024-11-24T08:17:00,102 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:43809' 2024-11-24T08:17:00,103 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16a29e0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:00,103 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,43809,-1 for getting cluster id 2024-11-24T08:17:00,103 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:00,104 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35d89e21-767e-4f24-8cbd-b78e23b8c0fb' 2024-11-24T08:17:00,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:00,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35d89e21-767e-4f24-8cbd-b78e23b8c0fb" 2024-11-24T08:17:00,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aad5ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:00,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,43809,-1] 2024-11-24T08:17:00,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:00,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:00,106 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:00,107 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10ade3a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:00,107 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:17:00,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,43809,1732436214780 2024-11-24T08:17:00,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@456c5c42 2024-11-24T08:17:00,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:17:00,109 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-24T08:17:00,110 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-30c28c82771d,33337,1732436210190 (queues=1) is replicating from cluster=46b31aaa-f451-4f24-a610-88eab90be4ed to cluster=35d89e21-767e-4f24-8cbd-b78e23b8c0fb 2024-11-24T08:17:00,110 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=30c28c82771d%2C33337%2C1732436210190 2024-11-24T08:17:00,110 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-30c28c82771d,33337,1732436210190, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:17:00,111 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190.replicationSource.shipper30c28c82771d%2C33337%2C1732436210190,2-30c28c82771d,33337,1732436210190 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C33337%2C1732436210190 2024-11-24T08:17:00,111 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190.replicationSource.wal-reader.30c28c82771d%2C33337%2C1732436210190,2-30c28c82771d,33337,1732436210190 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342, startPosition=0, beingWritten=true 2024-11-24T08:17:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T08:17:00,195 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-24T08:17:00,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:17:00,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:00,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:00,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:00,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:00,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:17:00,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40631,1732436209499 2024-11-24T08:17:00,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b39fc4a 2024-11-24T08:17:00,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:17:00,201 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:17:00,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T08:17:00,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T08:17:00,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T08:17:00,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T08:17:00,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://30c28c82771d:43809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:17:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T08:17:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T08:17:00,214 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:43809' 2024-11-24T08:17:00,215 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1b142c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:00,215 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,43809,-1 for getting cluster id 2024-11-24T08:17:00,216 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:00,216 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35d89e21-767e-4f24-8cbd-b78e23b8c0fb' 2024-11-24T08:17:00,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:00,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35d89e21-767e-4f24-8cbd-b78e23b8c0fb" 2024-11-24T08:17:00,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c959610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:00,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,43809,-1] 2024-11-24T08:17:00,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:00,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:00,218 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:00,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c640d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:00,220 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:17:00,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,43809,1732436214780 2024-11-24T08:17:00,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@326c68 2024-11-24T08:17:00,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:17:00,222 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:17:00,223 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T08:17:00,223 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:17:00,223 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:00,223 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:00,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:00,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:17:00,278 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.wal-reader.30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342 to pos 0, reset compression=false 2024-11-24T08:17:00,318 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190.replicationSource.wal-reader.30c28c82771d%2C33337%2C1732436210190,2-30c28c82771d,33337,1732436210190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342 to pos 0, reset compression=false 2024-11-24T08:17:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T08:17:00,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-24T08:17:00,381 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-24T08:17:00,383 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-24T08:17:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-24T08:17:00,386 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 30c28c82771d,33337,1732436210190 suceeded 2024-11-24T08:17:00,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-24T08:17:00,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-24T08:17:00,389 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://30c28c82771d:43809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:17:00,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 180 msec 2024-11-24T08:17:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T08:17:00,534 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-24T08:17:00,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://30c28c82771d:43809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:17:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T08:17:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T08:17:00,539 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:43809' 2024-11-24T08:17:00,540 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6757e085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:00,540 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,43809,-1 for getting cluster id 2024-11-24T08:17:00,540 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:00,541 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35d89e21-767e-4f24-8cbd-b78e23b8c0fb' 2024-11-24T08:17:00,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:00,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35d89e21-767e-4f24-8cbd-b78e23b8c0fb" 2024-11-24T08:17:00,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702c85af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:00,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,43809,-1] 2024-11-24T08:17:00,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:00,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:00,543 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:00,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a90e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:00,544 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:17:00,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,43809,1732436214780 2024-11-24T08:17:00,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c175c80 2024-11-24T08:17:00,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:17:00,546 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:17:00,547 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T08:17:00,547 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:17:00,547 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:00,547 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:00,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:00,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:17:00,625 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190.replicationSource.wal-reader.30c28c82771d%2C33337%2C1732436210190,2-30c28c82771d,33337,1732436210190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342 to pos 0, reset compression=false 2024-11-24T08:17:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T08:17:00,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-24T08:17:00,705 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-24T08:17:00,706 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-24T08:17:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-24T08:17:00,710 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 30c28c82771d,33337,1732436210190 suceeded 2024-11-24T08:17:00,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-24T08:17:00,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-24T08:17:00,713 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://30c28c82771d:43809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:17:00,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 178 msec 2024-11-24T08:17:00,784 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.wal-reader.30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342 to pos 0, reset compression=false 2024-11-24T08:17:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T08:17:00,856 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-24T08:17:00,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T08:17:00,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40631 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T08:17:00,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:17:00,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:00,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:00,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:00,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:00,858 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:17:00,858 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1994916006, stopped=false 2024-11-24T08:17:00,859 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,40631,1732436209499 2024-11-24T08:17:00,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01776783799/running 2024-11-24T08:17:00,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01776783799/running 2024-11-24T08:17:00,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:17:00,861 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:17:00,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:17:00,861 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:17:00,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:00,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:00,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on znode that does not yet exist, /01776783799/running 2024-11-24T08:17:00,861 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,33337,1732436210190' ***** 2024-11-24T08:17:00,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on znode that does not yet exist, /01776783799/running 2024-11-24T08:17:00,862 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:17:00,862 INFO [RS:0;30c28c82771d:33337 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:17:00,862 INFO [RS:0;30c28c82771d:33337 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:17:00,862 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:17:00,863 INFO [RS:0;30c28c82771d:33337 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:17:00,863 INFO [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(3091): Received CLOSE for 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:17:00,863 INFO [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,33337,1732436210190 2024-11-24T08:17:00,863 INFO [RS:0;30c28c82771d:33337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:17:00,864 INFO [RS:0;30c28c82771d:33337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:33337. 2024-11-24T08:17:00,864 DEBUG [RS:0;30c28c82771d:33337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:00,864 DEBUG [RS:0;30c28c82771d:33337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:00,864 INFO [RS:0;30c28c82771d:33337 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:17:00,864 INFO [RS:0;30c28c82771d:33337 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:17:00,864 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 370a81ade01e67e43aa48267a48f2dd3, disabling compactions & flushes 2024-11-24T08:17:00,864 INFO [RS:0;30c28c82771d:33337 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:17:00,864 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:17:00,864 INFO [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:17:00,864 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:17:00,864 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. after waiting 0 ms 2024-11-24T08:17:00,864 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:17:00,865 INFO [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T08:17:00,865 DEBUG [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 370a81ade01e67e43aa48267a48f2dd3=hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3.} 2024-11-24T08:17:00,865 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:17:00,865 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:17:00,865 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:17:00,865 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:17:00,865 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:17:00,865 DEBUG [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:17:00,868 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 370a81ade01e67e43aa48267a48f2dd3 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-24T08:17:00,868 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T08:17:00,888 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:17:00,938 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/.tmp/info/aadecfba5277454ab3b0599f55d1b9b5 is 147, key is hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3./info:regioninfo/1732436218975/Put/seqid=0 2024-11-24T08:17:00,938 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/replication/370a81ade01e67e43aa48267a48f2dd3/.tmp/queue/594fbcd1fe2747a09b866f8c787e4514 is 151, key is 1-30c28c82771d,33337,1732436210190/queue:30c28c82771d%2C33337%2C1732436210190/1732436219260/Put/seqid=0 2024-11-24T08:17:00,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741838_1014 (size=5500) 2024-11-24T08:17:00,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741839_1015 (size=6631) 2024-11-24T08:17:00,952 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/replication/370a81ade01e67e43aa48267a48f2dd3/.tmp/queue/594fbcd1fe2747a09b866f8c787e4514 2024-11-24T08:17:00,952 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/.tmp/info/aadecfba5277454ab3b0599f55d1b9b5 2024-11-24T08:17:00,996 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/replication/370a81ade01e67e43aa48267a48f2dd3/.tmp/queue/594fbcd1fe2747a09b866f8c787e4514 as hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/replication/370a81ade01e67e43aa48267a48f2dd3/queue/594fbcd1fe2747a09b866f8c787e4514 2024-11-24T08:17:01,005 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/replication/370a81ade01e67e43aa48267a48f2dd3/queue/594fbcd1fe2747a09b866f8c787e4514, entries=2, sequenceid=6, filesize=5.4 K 2024-11-24T08:17:01,012 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 370a81ade01e67e43aa48267a48f2dd3 in 142ms, sequenceid=6, compaction requested=false 2024-11-24T08:17:01,012 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T08:17:01,018 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/.tmp/ns/319d38eec5b04574bb2dfef08f349a85 is 43, key is default/ns:d/1732436213400/Put/seqid=0 2024-11-24T08:17:01,019 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/replication/370a81ade01e67e43aa48267a48f2dd3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T08:17:01,023 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:17:01,023 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:17:01,023 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:17:01,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741840_1016 (size=5153) 2024-11-24T08:17:01,023 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 370a81ade01e67e43aa48267a48f2dd3: Waiting for close lock at 1732436220864Running coprocessor pre-close hooks at 1732436220864Disabling compacts and flushes for region at 1732436220864Disabling writes for close at 1732436220864Obtaining lock to block concurrent updates at 1732436220868 (+4 ms)Preparing flush snapshotting stores in 370a81ade01e67e43aa48267a48f2dd3 at 1732436220868Finished memstore snapshotting hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732436220876 (+8 ms)Flushing stores of hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. at 1732436220878 (+2 ms)Flushing 370a81ade01e67e43aa48267a48f2dd3/queue: creating writer at 1732436220879 (+1 ms)Flushing 370a81ade01e67e43aa48267a48f2dd3/queue: appending metadata at 1732436220919 (+40 ms)Flushing 370a81ade01e67e43aa48267a48f2dd3/queue: closing flushed file at 1732436220922 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60fc74fc: reopening flushed file at 1732436220994 (+72 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 370a81ade01e67e43aa48267a48f2dd3 in 142ms, sequenceid=6, compaction requested=false at 1732436221012 (+18 ms)Writing region close event to WAL at 1732436221014 (+2 ms)Running coprocessor post-close hooks at 1732436221020 (+6 ms)Closed at 1732436221023 (+3 ms) 2024-11-24T08:17:01,024 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:17:01,033 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190.replicationSource.wal-reader.30c28c82771d%2C33337%2C1732436210190,2-30c28c82771d,33337,1732436210190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342 to pos 0, reset compression=false 2024-11-24T08:17:01,065 DEBUG [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:17:01,261 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:17:01,261 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:17:01,265 DEBUG [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:17:01,391 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.wal-reader.30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342 to pos 0, reset compression=false 2024-11-24T08:17:01,424 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/.tmp/ns/319d38eec5b04574bb2dfef08f349a85 2024-11-24T08:17:01,449 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/.tmp/table/227c663eff974c57a265b3dc67f1f8c7 is 53, key is hbase:replication/table:state/1732436218989/Put/seqid=0 2024-11-24T08:17:01,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741841_1017 (size=5256) 2024-11-24T08:17:01,466 DEBUG [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:17:01,540 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190.replicationSource.wal-reader.30c28c82771d%2C33337%2C1732436210190,2-30c28c82771d,33337,1732436210190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342 to pos 0, reset compression=false 2024-11-24T08:17:01,666 DEBUG [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:17:01,856 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/.tmp/table/227c663eff974c57a265b3dc67f1f8c7 2024-11-24T08:17:01,865 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/.tmp/info/aadecfba5277454ab3b0599f55d1b9b5 as hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/info/aadecfba5277454ab3b0599f55d1b9b5 2024-11-24T08:17:01,866 INFO [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T08:17:01,866 DEBUG [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:17:01,866 DEBUG [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:17:01,873 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/info/aadecfba5277454ab3b0599f55d1b9b5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T08:17:01,875 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/.tmp/ns/319d38eec5b04574bb2dfef08f349a85 as hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/ns/319d38eec5b04574bb2dfef08f349a85 2024-11-24T08:17:01,884 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/ns/319d38eec5b04574bb2dfef08f349a85, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T08:17:01,885 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/.tmp/table/227c663eff974c57a265b3dc67f1f8c7 as hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/table/227c663eff974c57a265b3dc67f1f8c7 2024-11-24T08:17:01,892 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/table/227c663eff974c57a265b3dc67f1f8c7, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T08:17:01,893 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1028ms, sequenceid=11, compaction requested=false 2024-11-24T08:17:01,899 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T08:17:01,900 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:17:01,900 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:17:01,900 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:17:01,900 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436220865Running coprocessor pre-close hooks at 1732436220865Disabling compacts and flushes for region at 1732436220865Disabling writes for close at 1732436220865Obtaining lock to block concurrent updates at 1732436220868 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732436220868Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732436220876 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732436220878 (+2 ms)Flushing 1588230740/info: creating writer at 1732436220879 (+1 ms)Flushing 1588230740/info: appending metadata at 1732436220919 (+40 ms)Flushing 1588230740/info: closing flushed file at 1732436220922 (+3 ms)Flushing 1588230740/ns: creating writer at 1732436220994 (+72 ms)Flushing 1588230740/ns: appending metadata at 1732436221016 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732436221017 (+1 ms)Flushing 1588230740/table: creating writer at 1732436221434 (+417 ms)Flushing 1588230740/table: appending metadata at 1732436221449 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732436221449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a71748e: reopening flushed file at 1732436221864 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3496c9cf: reopening flushed file at 1732436221874 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a63626: reopening flushed file at 1732436221884 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1028ms, sequenceid=11, compaction requested=false at 1732436221893 (+9 ms)Writing region close event to WAL at 1732436221894 (+1 ms)Running coprocessor post-close hooks at 1732436221900 (+6 ms)Closed at 1732436221900 2024-11-24T08:17:01,900 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:17:02,067 INFO [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,33337,1732436210190; all regions closed. 2024-11-24T08:17:02,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741834_1010 (size=2742) 2024-11-24T08:17:02,078 DEBUG [RS:0;30c28c82771d:33337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/oldWALs 2024-11-24T08:17:02,078 INFO [RS:0;30c28c82771d:33337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C33337%2C1732436210190.meta:.meta(num 1732436213230) 2024-11-24T08:17:02,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741837_1013 (size=1802) 2024-11-24T08:17:02,083 DEBUG [RS:0;30c28c82771d:33337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/oldWALs 2024-11-24T08:17:02,084 INFO [RS:0;30c28c82771d:33337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C33337%2C1732436210190.rep:(num 1732436218928) 2024-11-24T08:17:02,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741832_1008 (size=93) 2024-11-24T08:17:02,086 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342 not finished, retry = 0 2024-11-24T08:17:02,097 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.wal-reader.30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342 to pos 0, reset compression=false 2024-11-24T08:17:02,147 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190.replicationSource.wal-reader.30c28c82771d%2C33337%2C1732436210190,2-30c28c82771d,33337,1732436210190 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342 to pos 0, reset compression=false 2024-11-24T08:17:02,188 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.wal-reader.30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342 2024-11-24T08:17:02,188 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190.replicationSource.wal-reader.30c28c82771d%2C33337%2C1732436210190,2-30c28c82771d,33337,1732436210190 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342 2024-11-24T08:17:02,188 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190.replicationSource.wal-reader.30c28c82771d%2C33337%2C1732436210190,2-30c28c82771d,33337,1732436210190 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-24T08:17:02,188 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.wal-reader.30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-24T08:17:02,188 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190.replicationSource.wal-reader.30c28c82771d%2C33337%2C1732436210190,2-30c28c82771d,33337,1732436210190 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-24T08:17:02,188 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.wal-reader.30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-24T08:17:02,190 DEBUG [RS:0;30c28c82771d:33337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/oldWALs 2024-11-24T08:17:02,190 INFO [RS:0;30c28c82771d:33337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C33337%2C1732436210190:(num 1732436212342) 2024-11-24T08:17:02,190 DEBUG [RS:0;30c28c82771d:33337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:02,191 INFO [RS:0;30c28c82771d:33337 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:17:02,191 INFO [RS:0;30c28c82771d:33337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:17:02,191 INFO [RS:0;30c28c82771d:33337 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:17:02,191 INFO [RS:0;30c28c82771d:33337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:17:02,191 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:17:02,192 INFO [RS:0;30c28c82771d:33337 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30c28c82771d,33337,1732436210190 because: Region server is closing 2024-11-24T08:17:02,188 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.shipper30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,33337,1732436210190 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T08:17:02,192 INFO [RS:0;30c28c82771d:33337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:33337. 2024-11-24T08:17:02,188 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190.replicationSource.shipper30c28c82771d%2C33337%2C1732436210190,2-30c28c82771d,33337,1732436210190 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-30c28c82771d,33337,1732436210190 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190/30c28c82771d%2C33337%2C1732436210190.1732436212342, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T08:17:02,192 DEBUG [RS:0;30c28c82771d:33337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:02,193 DEBUG [RS:0;30c28c82771d:33337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:02,193 DEBUG [RS:0;30c28c82771d:33337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:02,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:02,195 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190.replicationSource.shipper30c28c82771d%2C33337%2C1732436210190,2-30c28c82771d,33337,1732436210190 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-24T08:17:02,195 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190.replicationSource.shipper30c28c82771d%2C33337%2C1732436210190,2-30c28c82771d,33337,1732436210190 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [30c28c82771d%2C33337%2C1732436210190.1732436212342] 2024-11-24T08:17:02,195 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.shipper30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30c28c82771d,33337,1732436210190: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30c28c82771d,33337,1732436210190, walGroup=30c28c82771d%2C33337%2C1732436210190, offset=30c28c82771d%2C33337%2C1732436210190.1732436212342:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:33337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T08:17:02,197 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.shipper30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T08:17:02,199 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.shipper30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T08:17:02,200 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.shipper30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T08:17:02,200 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.shipper30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T08:17:02,200 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.shipper30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T08:17:02,200 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.shipper30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 398090768 }, "NonHeapMemoryUsage": { "committed": 152829952, "init": 7667712, "max": -1, "used": 150454832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T08:17:02,202 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.shipper30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [30c28c82771d%2C33337%2C1732436210190.1732436212342] 2024-11-24T08:17:02,293 INFO [RS:0;30c28c82771d:33337 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,33337,1732436210190.replicationSource.shipper30c28c82771d%2C33337%2C1732436210190,1-30c28c82771d,33337,1732436210190 terminated 2024-11-24T08:17:02,294 INFO [RS:0;30c28c82771d:33337 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-30c28c82771d,33337,1732436210190 because: Region server is closing 2024-11-24T08:17:02,294 INFO [RS:0;30c28c82771d:33337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:33337. 2024-11-24T08:17:02,294 DEBUG [RS:0;30c28c82771d:33337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:02,294 DEBUG [RS:0;30c28c82771d:33337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:02,294 DEBUG [RS:0;30c28c82771d:33337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:02,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:02,294 INFO [RS:0;30c28c82771d:33337 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,33337,1732436210190.replicationSource.shipper30c28c82771d%2C33337%2C1732436210190,2-30c28c82771d,33337,1732436210190 terminated 2024-11-24T08:17:02,295 INFO [RS:0;30c28c82771d:33337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33337 2024-11-24T08:17:02,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01776783799/rs/30c28c82771d,33337,1732436210190 2024-11-24T08:17:02,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799/rs 2024-11-24T08:17:02,298 INFO [RS:0;30c28c82771d:33337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:17:02,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,33337,1732436210190] 2024-11-24T08:17:02,302 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01776783799/draining/30c28c82771d,33337,1732436210190 already deleted, retry=false 2024-11-24T08:17:02,303 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,33337,1732436210190 expired; onlineServers=0 2024-11-24T08:17:02,303 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,40631,1732436209499' ***** 2024-11-24T08:17:02,303 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:17:02,303 INFO [M:0;30c28c82771d:40631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:17:02,303 INFO [M:0;30c28c82771d:40631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:17:02,303 DEBUG [M:0;30c28c82771d:40631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:17:02,303 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:17:02,303 DEBUG [M:0;30c28c82771d:40631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:17:02,303 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436211984 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436211984,5,FailOnTimeoutGroup] 2024-11-24T08:17:02,303 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436211982 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436211982,5,FailOnTimeoutGroup] 2024-11-24T08:17:02,303 INFO [M:0;30c28c82771d:40631 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:17:02,304 INFO [M:0;30c28c82771d:40631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:17:02,304 DEBUG [M:0;30c28c82771d:40631 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:17:02,304 INFO [M:0;30c28c82771d:40631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:17:02,304 INFO [M:0;30c28c82771d:40631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:17:02,304 INFO [M:0;30c28c82771d:40631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:17:02,305 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:17:02,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01776783799/master 2024-11-24T08:17:02,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:17:02,307 DEBUG [M:0;30c28c82771d:40631 {}] zookeeper.ZKUtil(347): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Unable to get data of znode /01776783799/master because node does not exist (not an error) 2024-11-24T08:17:02,307 WARN [M:0;30c28c82771d:40631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:17:02,308 INFO [M:0;30c28c82771d:40631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/.lastflushedseqids 2024-11-24T08:17:02,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741842_1018 (size=181) 2024-11-24T08:17:02,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:02,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33337-0x101490c8bfb0001, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:02,402 INFO [RS:0;30c28c82771d:33337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:17:02,402 INFO [RS:0;30c28c82771d:33337 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,33337,1732436210190; zookeeper connection closed. 2024-11-24T08:17:02,402 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67db7148 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67db7148 2024-11-24T08:17:02,403 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:17:02,720 INFO [M:0;30c28c82771d:40631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:17:02,721 INFO [M:0;30c28c82771d:40631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:17:02,721 DEBUG [M:0;30c28c82771d:40631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:17:02,721 INFO [M:0;30c28c82771d:40631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:02,721 DEBUG [M:0;30c28c82771d:40631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:02,721 DEBUG [M:0;30c28c82771d:40631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:17:02,721 DEBUG [M:0;30c28c82771d:40631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:02,721 INFO [M:0;30c28c82771d:40631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-24T08:17:02,739 DEBUG [M:0;30c28c82771d:40631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4aef863cdc874062833190bdce2921a9 is 82, key is hbase:meta,,1/info:regioninfo/1732436213319/Put/seqid=0 2024-11-24T08:17:02,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741843_1019 (size=5672) 2024-11-24T08:17:03,146 INFO [M:0;30c28c82771d:40631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4aef863cdc874062833190bdce2921a9 2024-11-24T08:17:03,170 DEBUG [M:0;30c28c82771d:40631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d3e58514f794870864fb0537cd7b3c3 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732436218994/Put/seqid=0 2024-11-24T08:17:03,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741844_1020 (size=8663) 2024-11-24T08:17:03,576 INFO [M:0;30c28c82771d:40631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d3e58514f794870864fb0537cd7b3c3 2024-11-24T08:17:03,604 DEBUG [M:0;30c28c82771d:40631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0417eea866584af58518dae3e5d94e63 is 69, key is 30c28c82771d,33337,1732436210190/rs:state/1732436212108/Put/seqid=0 2024-11-24T08:17:03,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741845_1021 (size=5156) 2024-11-24T08:17:03,611 INFO [M:0;30c28c82771d:40631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0417eea866584af58518dae3e5d94e63 2024-11-24T08:17:03,621 DEBUG [M:0;30c28c82771d:40631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4aef863cdc874062833190bdce2921a9 as hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4aef863cdc874062833190bdce2921a9 2024-11-24T08:17:03,629 INFO [M:0;30c28c82771d:40631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4aef863cdc874062833190bdce2921a9, entries=8, sequenceid=115, filesize=5.5 K 2024-11-24T08:17:03,631 DEBUG [M:0;30c28c82771d:40631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d3e58514f794870864fb0537cd7b3c3 as hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d3e58514f794870864fb0537cd7b3c3 2024-11-24T08:17:03,638 INFO [M:0;30c28c82771d:40631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d3e58514f794870864fb0537cd7b3c3, entries=14, sequenceid=115, filesize=8.5 K 2024-11-24T08:17:03,640 DEBUG [M:0;30c28c82771d:40631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0417eea866584af58518dae3e5d94e63 as hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0417eea866584af58518dae3e5d94e63 2024-11-24T08:17:03,647 INFO [M:0;30c28c82771d:40631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0417eea866584af58518dae3e5d94e63, entries=1, sequenceid=115, filesize=5.0 K 2024-11-24T08:17:03,649 INFO [M:0;30c28c82771d:40631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=115, compaction requested=false 2024-11-24T08:17:03,650 INFO [M:0;30c28c82771d:40631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:03,651 DEBUG [M:0;30c28c82771d:40631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436222721Disabling compacts and flushes for region at 1732436222721Disabling writes for close at 1732436222721Obtaining lock to block concurrent updates at 1732436222721Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436222721Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732436222722 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436222723 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436222723Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436222739 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436222739Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436223153 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436223169 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436223170 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436223583 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436223603 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436223603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66bc41d8: reopening flushed file at 1732436223619 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d85ed5f: reopening flushed file at 1732436223630 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@670889be: reopening flushed file at 1732436223638 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=115, compaction requested=false at 1732436223649 (+11 ms)Writing region close event to WAL at 1732436223650 (+1 ms)Closed at 1732436223650 2024-11-24T08:17:03,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741830_1006 (size=59421) 2024-11-24T08:17:03,655 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:17:03,655 INFO [M:0;30c28c82771d:40631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:17:03,655 INFO [M:0;30c28c82771d:40631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40631 2024-11-24T08:17:03,656 INFO [M:0;30c28c82771d:40631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:17:03,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:03,758 INFO [M:0;30c28c82771d:40631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:17:03,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40631-0x101490c8bfb0000, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:03,761 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:17:03,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:03,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:03,761 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:17:03,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:03,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:17:03,762 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:17:03,762 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:17:03,763 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38129 2024-11-24T08:17:03,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38129 connecting to ZooKeeper ensemble=127.0.0.1:57768 2024-11-24T08:17:03,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381290x0, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:17:03,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38129-0x101490c8bfb0006 connected 2024-11-24T08:17:03,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:03,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:03,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on znode that does not yet exist, /01776783799/running 2024-11-24T08:17:03,780 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01776783799/meta-region-server: INIT 2024-11-24T08:17:03,780 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364, hbase.cluster.distributed=false 2024-11-24T08:17:03,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on znode that does not yet exist, /01776783799/acl 2024-11-24T08:17:03,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38129 2024-11-24T08:17:03,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38129 2024-11-24T08:17:03,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38129 2024-11-24T08:17:03,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38129 2024-11-24T08:17:03,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38129 2024-11-24T08:17:03,815 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:17:03,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:03,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:03,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:17:03,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:03,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:17:03,816 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:17:03,816 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:17:03,821 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39697 2024-11-24T08:17:03,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39697 connecting to ZooKeeper ensemble=127.0.0.1:57768 2024-11-24T08:17:03,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:03,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:03,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396970x0, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:17:03,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396970x0, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on znode that does not yet exist, /01776783799/running 2024-11-24T08:17:03,839 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01776783799/meta-region-server: INIT 2024-11-24T08:17:03,839 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:17:03,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39697-0x101490c8bfb0007 connected 2024-11-24T08:17:03,841 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:17:03,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39697-0x101490c8bfb0007, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on znode that does not yet exist, /01776783799/master 2024-11-24T08:17:03,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39697-0x101490c8bfb0007, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on znode that does not yet exist, /01776783799/acl 2024-11-24T08:17:03,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39697 2024-11-24T08:17:03,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39697 2024-11-24T08:17:03,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39697 2024-11-24T08:17:03,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39697 2024-11-24T08:17:03,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39697 2024-11-24T08:17:03,865 DEBUG [M:0;30c28c82771d:38129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:38129 2024-11-24T08:17:03,866 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01776783799/backup-masters/30c28c82771d,38129,1732436223761 2024-11-24T08:17:03,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799/backup-masters 2024-11-24T08:17:03,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x101490c8bfb0007, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799/backup-masters 2024-11-24T08:17:03,869 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on existing znode=/01776783799/backup-masters/30c28c82771d,38129,1732436223761 2024-11-24T08:17:03,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:17:03,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x101490c8bfb0007, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01776783799/master 2024-11-24T08:17:03,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x101490c8bfb0007, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:17:03,872 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on existing znode=/01776783799/master 2024-11-24T08:17:03,873 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01776783799/backup-masters/30c28c82771d,38129,1732436223761 from backup master directory 2024-11-24T08:17:03,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01776783799/backup-masters/30c28c82771d,38129,1732436223761 2024-11-24T08:17:03,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799/backup-masters 2024-11-24T08:17:03,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x101490c8bfb0007, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799/backup-masters 2024-11-24T08:17:03,875 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:17:03,875 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,38129,1732436223761 2024-11-24T08:17:03,897 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:03,897 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:17:03,916 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 19ms. 2024-11-24T08:17:03,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741846_1022 (size=196) 2024-11-24T08:17:03,937 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:17:03,938 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:17:03,940 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:17:03,948 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-24T08:17:03,952 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/WALs/30c28c82771d,40631,1732436209499 to hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/WALs/30c28c82771d,40631,1732436209499-dead as it is dead 2024-11-24T08:17:03,954 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-24T08:17:03,954 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-24T08:17:03,954 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/WALs/30c28c82771d,40631,1732436209499-dead/30c28c82771d%2C40631%2C1732436209499.1732436211434 2024-11-24T08:17:03,960 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/WALs/30c28c82771d,40631,1732436209499-dead/30c28c82771d%2C40631%2C1732436209499.1732436211434 after 4ms 2024-11-24T08:17:03,961 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/WALs/30c28c82771d,40631,1732436209499-dead/30c28c82771d%2C40631%2C1732436209499.1732436211434 to hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/30c28c82771d%2C40631%2C1732436209499.1732436211434 2024-11-24T08:17:03,961 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/WALs/30c28c82771d,40631,1732436209499-dead 2024-11-24T08:17:03,962 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/WALs/30c28c82771d,38129,1732436223761 2024-11-24T08:17:03,963 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:17:03,965 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C38129%2C1732436223761, suffix=, logDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/WALs/30c28c82771d,38129,1732436223761, archiveDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/oldWALs, maxLogs=10 2024-11-24T08:17:03,979 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/WALs/30c28c82771d,38129,1732436223761/30c28c82771d%2C38129%2C1732436223761.1732436223965, exclude list is [], retry=0 2024-11-24T08:17:03,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45027,DS-276c6a8a-66ac-47e0-a36c-b89d1f48d92a,DISK] 2024-11-24T08:17:03,985 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/WALs/30c28c82771d,38129,1732436223761/30c28c82771d%2C38129%2C1732436223761.1732436223965 2024-11-24T08:17:03,985 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35625:35625)] 2024-11-24T08:17:03,985 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:17:03,985 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:03,986 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:03,986 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:03,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:03,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:17:03,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:03,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4aef863cdc874062833190bdce2921a9 2024-11-24T08:17:03,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:03,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:03,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:17:03,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:04,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d3e58514f794870864fb0537cd7b3c3 2024-11-24T08:17:04,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:04,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:04,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:17:04,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:04,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0417eea866584af58518dae3e5d94e63 2024-11-24T08:17:04,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:04,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:04,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:17:04,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:04,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:04,019 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:04,020 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-24T08:17:04,020 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/30c28c82771d%2C40631%2C1732436209499.1732436211434 2024-11-24T08:17:04,035 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/30c28c82771d%2C40631%2C1732436209499.1732436211434 2024-11-24T08:17:04,036 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/30c28c82771d%2C40631%2C1732436209499.1732436211434 2024-11-24T08:17:04,038 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:04,038 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:04,039 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:17:04,041 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:04,044 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-24T08:17:04,045 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66259774, jitterRate=-0.012652426958084106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:17:04,046 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436223986Initializing all the Stores at 1732436223987 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436223987Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436223987Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436223987Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436223987Cleaning up temporary data from old regions at 1732436224038 (+51 ms)Region opened successfully at 1732436224045 (+7 ms) 2024-11-24T08:17:04,046 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:17:04,050 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7561cc6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:17:04,065 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-24T08:17:04,065 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:17:04,065 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:17:04,066 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:17:04,067 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:17:04,073 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:17:04,074 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:17:04,074 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T08:17:04,075 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:17:04,075 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T08:17:04,075 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T08:17:04,075 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-24T08:17:04,075 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:17:04,080 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=30c28c82771d,33337,1732436210190, regionLocation=30c28c82771d,33337,1732436210190, openSeqNum=2 2024-11-24T08:17:04,080 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=30c28c82771d,33337,1732436210190, table=hbase:meta, region=1588230740 2024-11-24T08:17:04,081 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,33337,1732436210190, state=OPEN 2024-11-24T08:17:04,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01776783799/meta-region-server 2024-11-24T08:17:04,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x101490c8bfb0007, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01776783799/meta-region-server 2024-11-24T08:17:04,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01776783799/meta-region-server: CHANGED 2024-11-24T08:17:04,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01776783799/meta-region-server: CHANGED 2024-11-24T08:17:04,088 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:17:04,090 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01776783799/draining/30c28c82771d,33337,1732436210190 already deleted, retry=false 2024-11-24T08:17:04,090 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 30c28c82771d,33337,1732436210190 on 30c28c82771d,38129,1732436223761 2024-11-24T08:17:04,098 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 30c28c82771d,33337,1732436210190, splitWal=true, meta=true 2024-11-24T08:17:04,100 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 30c28c82771d,33337,1732436210190 (carryingMeta=true) 30c28c82771d,33337,1732436210190/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2ccefe59[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T08:17:04,109 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Unable to get data of znode /01776783799/balancer because node does not exist (not necessarily an error) 2024-11-24T08:17:04,115 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01776783799/balancer already deleted, retry=false 2024-11-24T08:17:04,116 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:17:04,117 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Unable to get data of znode /01776783799/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:17:04,118 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01776783799/normalizer already deleted, retry=false 2024-11-24T08:17:04,118 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:17:04,119 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Unable to get data of znode /01776783799/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:17:04,121 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01776783799/switch/split already deleted, retry=false 2024-11-24T08:17:04,122 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Unable to get data of znode /01776783799/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:17:04,124 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01776783799/switch/merge already deleted, retry=false 2024-11-24T08:17:04,132 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Unable to get data of znode /01776783799/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:17:04,133 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01776783799/snapshot-cleanup already deleted, retry=false 2024-11-24T08:17:04,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01776783799/running 2024-11-24T08:17:04,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x101490c8bfb0007, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01776783799/running 2024-11-24T08:17:04,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:17:04,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x101490c8bfb0007, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:17:04,137 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,38129,1732436223761, sessionid=0x101490c8bfb0006, setting cluster-up flag (Was=false) 2024-11-24T08:17:04,140 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01776783799/flush-table-proc/acquired, /01776783799/flush-table-proc/reached, /01776783799/flush-table-proc/abort 2024-11-24T08:17:04,141 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,38129,1732436223761 2024-11-24T08:17:04,144 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01776783799/online-snapshot/acquired, /01776783799/online-snapshot/reached, /01776783799/online-snapshot/abort 2024-11-24T08:17:04,145 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,38129,1732436223761 2024-11-24T08:17:04,147 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/.lastflushedseqids 2024-11-24T08:17:04,151 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:17:04,151 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:17:04,151 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,38129,1732436223761 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 30c28c82771d,33337,1732436210190 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:17:04,153 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:04,153 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:04,153 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:04,153 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:04,153 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:17:04,153 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:04,153 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:17:04,153 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:04,154 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436254154 2024-11-24T08:17:04,154 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:17:04,155 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:17:04,155 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:17:04,155 INFO [RS:0;30c28c82771d:39697 {}] regionserver.HRegionServer(746): ClusterId : 46b31aaa-f451-4f24-a610-88eab90be4ed 2024-11-24T08:17:04,155 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:17:04,155 DEBUG [RS:0;30c28c82771d:39697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:17:04,155 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:17:04,155 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:17:04,155 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:04,155 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:17:04,156 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:17:04,156 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:17:04,156 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:17:04,156 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:17:04,156 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:17:04,157 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 30c28c82771d,33337,1732436210190, splitWal=true, meta=true 2024-11-24T08:17:04,157 DEBUG [RS:0;30c28c82771d:39697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:17:04,157 DEBUG [RS:0;30c28c82771d:39697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:17:04,159 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 30c28c82771d,33337,1732436210190, splitWal=true, meta=true, isMeta: true 2024-11-24T08:17:04,160 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436224156,5,FailOnTimeoutGroup] 2024-11-24T08:17:04,160 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436224160,5,FailOnTimeoutGroup] 2024-11-24T08:17:04,161 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190-splitting 2024-11-24T08:17:04,161 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:04,161 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:17:04,161 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:04,161 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:04,161 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436224161, completionTime=-1 2024-11-24T08:17:04,161 WARN [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-24T08:17:04,161 DEBUG [RS:0;30c28c82771d:39697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:17:04,161 DEBUG [RS:0;30c28c82771d:39697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487f496d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:17:04,162 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190-splitting dir is empty, no logs to split. 2024-11-24T08:17:04,162 INFO [PEWorker-1 {}] master.SplitWALManager(105): 30c28c82771d,33337,1732436210190 WAL count=0, meta=true 2024-11-24T08:17:04,165 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T08:17:04,170 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190-splitting dir is empty, no logs to split. 2024-11-24T08:17:04,170 INFO [PEWorker-1 {}] master.SplitWALManager(105): 30c28c82771d,33337,1732436210190 WAL count=0, meta=true 2024-11-24T08:17:04,170 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 30c28c82771d,33337,1732436210190 WAL splitting is done? wals=0, meta=true 2024-11-24T08:17:04,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:17:04,174 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:17:04,175 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T08:17:04,183 DEBUG [RS:0;30c28c82771d:39697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:39697 2024-11-24T08:17:04,183 INFO [RS:0;30c28c82771d:39697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:17:04,183 INFO [RS:0;30c28c82771d:39697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:17:04,183 DEBUG [RS:0;30c28c82771d:39697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:17:04,184 INFO [RS:0;30c28c82771d:39697 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,38129,1732436223761 with port=39697, startcode=1732436223815 2024-11-24T08:17:04,184 DEBUG [RS:0;30c28c82771d:39697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:17:04,187 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:17:04,187 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38129 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,39697,1732436223815 2024-11-24T08:17:04,187 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38129 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,39697,1732436223815 2024-11-24T08:17:04,189 DEBUG [RS:0;30c28c82771d:39697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364 2024-11-24T08:17:04,189 DEBUG [RS:0;30c28c82771d:39697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46605 2024-11-24T08:17:04,189 DEBUG [RS:0;30c28c82771d:39697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:17:04,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799/rs 2024-11-24T08:17:04,192 DEBUG [RS:0;30c28c82771d:39697 {}] zookeeper.ZKUtil(111): regionserver:39697-0x101490c8bfb0007, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on existing znode=/01776783799/rs/30c28c82771d,39697,1732436223815 2024-11-24T08:17:04,192 WARN [RS:0;30c28c82771d:39697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:17:04,192 INFO [RS:0;30c28c82771d:39697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:17:04,192 DEBUG [RS:0;30c28c82771d:39697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815 2024-11-24T08:17:04,192 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,39697,1732436223815] 2024-11-24T08:17:04,216 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=55ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T08:17:04,230 INFO [RS:0;30c28c82771d:39697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:17:04,232 INFO [RS:0;30c28c82771d:39697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:17:04,232 INFO [RS:0;30c28c82771d:39697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:17:04,232 INFO [RS:0;30c28c82771d:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:04,233 INFO [RS:0;30c28c82771d:39697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:17:04,234 INFO [RS:0;30c28c82771d:39697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:17:04,234 INFO [RS:0;30c28c82771d:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:04,234 DEBUG [RS:0;30c28c82771d:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:04,234 DEBUG [RS:0;30c28c82771d:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:04,234 DEBUG [RS:0;30c28c82771d:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:04,234 DEBUG [RS:0;30c28c82771d:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:04,234 DEBUG [RS:0;30c28c82771d:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:04,234 DEBUG [RS:0;30c28c82771d:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:17:04,234 DEBUG [RS:0;30c28c82771d:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:04,234 DEBUG [RS:0;30c28c82771d:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:04,234 DEBUG [RS:0;30c28c82771d:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:04,234 DEBUG [RS:0;30c28c82771d:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:04,234 DEBUG [RS:0;30c28c82771d:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:04,234 DEBUG [RS:0;30c28c82771d:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:04,235 DEBUG [RS:0;30c28c82771d:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:17:04,235 DEBUG [RS:0;30c28c82771d:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:17:04,235 INFO [RS:0;30c28c82771d:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:04,235 INFO [RS:0;30c28c82771d:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:04,235 INFO [RS:0;30c28c82771d:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:04,235 INFO [RS:0;30c28c82771d:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:04,235 INFO [RS:0;30c28c82771d:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:04,235 INFO [RS:0;30c28c82771d:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,39697,1732436223815-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:17:04,258 INFO [RS:0;30c28c82771d:39697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:17:04,258 INFO [RS:0;30c28c82771d:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,39697,1732436223815-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:04,272 INFO [RS:0;30c28c82771d:39697 {}] regionserver.ReplicationSource(231): queueId=1-30c28c82771d,39697,1732436223815, ReplicationSource: 1, currentBandwidth=0 2024-11-24T08:17:04,287 INFO [RS:0;30c28c82771d:39697 {}] regionserver.ReplicationSource(231): queueId=2-30c28c82771d,39697,1732436223815, ReplicationSource: 2, currentBandwidth=0 2024-11-24T08:17:04,287 INFO [RS:0;30c28c82771d:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:04,287 INFO [RS:0;30c28c82771d:39697 {}] regionserver.Replication(171): 30c28c82771d,39697,1732436223815 started 2024-11-24T08:17:04,288 DEBUG [RS:0;30c28c82771d:39697.replicationSource,1-30c28c82771d,39697,1732436223815 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:43809' 2024-11-24T08:17:04,290 DEBUG [RS:0;30c28c82771d:39697.replicationSource,1-30c28c82771d,39697,1732436223815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6faa6175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:04,290 DEBUG [RS:0;30c28c82771d:39697.replicationSource,1-30c28c82771d,39697,1732436223815 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,43809,-1 for getting cluster id 2024-11-24T08:17:04,290 DEBUG [RS:0;30c28c82771d:39697.replicationSource,1-30c28c82771d,39697,1732436223815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:04,292 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35d89e21-767e-4f24-8cbd-b78e23b8c0fb' 2024-11-24T08:17:04,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:04,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35d89e21-767e-4f24-8cbd-b78e23b8c0fb" 2024-11-24T08:17:04,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b03d794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:04,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,43809,-1] 2024-11-24T08:17:04,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:04,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:04,295 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:04,296 DEBUG [RS:0;30c28c82771d:39697.replicationSource,1-30c28c82771d,39697,1732436223815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cd3952c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:04,296 DEBUG [RS:0;30c28c82771d:39697.replicationSource,1-30c28c82771d,39697,1732436223815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:17:04,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,43809,1732436214780 2024-11-24T08:17:04,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6073576b 2024-11-24T08:17:04,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:17:04,298 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-24T08:17:04,299 INFO [RS:0;30c28c82771d:39697.replicationSource,1-30c28c82771d,39697,1732436223815 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30c28c82771d,39697,1732436223815 (queues=0) is replicating from cluster=46b31aaa-f451-4f24-a610-88eab90be4ed to cluster=35d89e21-767e-4f24-8cbd-b78e23b8c0fb 2024-11-24T08:17:04,303 INFO [RS:0;30c28c82771d:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:04,303 INFO [RS:0;30c28c82771d:39697 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,39697,1732436223815, RpcServer on 30c28c82771d/172.17.0.2:39697, sessionid=0x101490c8bfb0007 2024-11-24T08:17:04,303 DEBUG [RS:0;30c28c82771d:39697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:17:04,304 DEBUG [RS:0;30c28c82771d:39697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,39697,1732436223815 2024-11-24T08:17:04,304 DEBUG [RS:0;30c28c82771d:39697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,39697,1732436223815' 2024-11-24T08:17:04,304 DEBUG [RS:0;30c28c82771d:39697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01776783799/flush-table-proc/abort' 2024-11-24T08:17:04,304 DEBUG [RS:0;30c28c82771d:39697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01776783799/flush-table-proc/acquired' 2024-11-24T08:17:04,305 DEBUG [RS:0;30c28c82771d:39697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:17:04,305 DEBUG [RS:0;30c28c82771d:39697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:17:04,305 DEBUG [RS:0;30c28c82771d:39697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,39697,1732436223815 2024-11-24T08:17:04,305 DEBUG [RS:0;30c28c82771d:39697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,39697,1732436223815' 2024-11-24T08:17:04,305 DEBUG [RS:0;30c28c82771d:39697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01776783799/online-snapshot/abort' 2024-11-24T08:17:04,305 DEBUG [RS:0;30c28c82771d:39697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01776783799/online-snapshot/acquired' 2024-11-24T08:17:04,305 DEBUG [RS:0;30c28c82771d:39697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:17:04,306 INFO [RS:0;30c28c82771d:39697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:17:04,306 INFO [RS:0;30c28c82771d:39697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:17:04,310 DEBUG [RS:0;30c28c82771d:39697.replicationSource,2-30c28c82771d,39697,1732436223815 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:43809' 2024-11-24T08:17:04,312 DEBUG [RS:0;30c28c82771d:39697.replicationSource,2-30c28c82771d,39697,1732436223815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37a4b4ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:04,312 DEBUG [RS:0;30c28c82771d:39697.replicationSource,2-30c28c82771d,39697,1732436223815 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,43809,-1 for getting cluster id 2024-11-24T08:17:04,312 DEBUG [RS:0;30c28c82771d:39697.replicationSource,2-30c28c82771d,39697,1732436223815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:04,313 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35d89e21-767e-4f24-8cbd-b78e23b8c0fb' 2024-11-24T08:17:04,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:04,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35d89e21-767e-4f24-8cbd-b78e23b8c0fb" 2024-11-24T08:17:04,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e2eb1df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:04,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,43809,-1] 2024-11-24T08:17:04,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:04,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:04,315 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:04,316 DEBUG [RS:0;30c28c82771d:39697.replicationSource,2-30c28c82771d,39697,1732436223815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fdaaec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:04,316 DEBUG [RS:0;30c28c82771d:39697.replicationSource,2-30c28c82771d,39697,1732436223815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:17:04,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,43809,1732436214780 2024-11-24T08:17:04,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63ebc84f 2024-11-24T08:17:04,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:17:04,318 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-24T08:17:04,319 INFO [RS:0;30c28c82771d:39697.replicationSource,2-30c28c82771d,39697,1732436223815 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-30c28c82771d,39697,1732436223815 (queues=0) is replicating from cluster=46b31aaa-f451-4f24-a610-88eab90be4ed to cluster=35d89e21-767e-4f24-8cbd-b78e23b8c0fb 2024-11-24T08:17:04,326 WARN [30c28c82771d:38129 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T08:17:04,406 INFO [RS:0;30c28c82771d:39697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:17:04,408 INFO [RS:0;30c28c82771d:39697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C39697%2C1732436223815, suffix=, logDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815, archiveDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/oldWALs, maxLogs=10 2024-11-24T08:17:04,423 DEBUG [RS:0;30c28c82771d:39697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409, exclude list is [], retry=0 2024-11-24T08:17:04,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45027,DS-276c6a8a-66ac-47e0-a36c-b89d1f48d92a,DISK] 2024-11-24T08:17:04,434 INFO [RS:0;30c28c82771d:39697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 2024-11-24T08:17:04,435 DEBUG [RS:0;30c28c82771d:39697 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 30c28c82771d%2C39697%2C1732436223815 for peer 1 2024-11-24T08:17:04,435 DEBUG [RS:0;30c28c82771d:39697 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 30c28c82771d%2C39697%2C1732436223815 for peer 2 2024-11-24T08:17:04,435 DEBUG [RS:0;30c28c82771d:39697 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30c28c82771d%2C39697%2C1732436223815 2024-11-24T08:17:04,435 INFO [RS:0;30c28c82771d:39697 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30c28c82771d,39697,1732436223815, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:17:04,435 DEBUG [RS:0;30c28c82771d:39697 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=30c28c82771d%2C39697%2C1732436223815 2024-11-24T08:17:04,435 INFO [RS:0;30c28c82771d:39697.replicationSource.shipper30c28c82771d%2C39697%2C1732436223815,1-30c28c82771d,39697,1732436223815 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C39697%2C1732436223815 2024-11-24T08:17:04,436 INFO [RS:0;30c28c82771d:39697 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-30c28c82771d,39697,1732436223815, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:17:04,436 DEBUG [RS:0;30c28c82771d:39697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35625:35625)] 2024-11-24T08:17:04,436 INFO [RS:0;30c28c82771d:39697.replicationSource.shipper30c28c82771d%2C39697%2C1732436223815,2-30c28c82771d,39697,1732436223815 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C39697%2C1732436223815 2024-11-24T08:17:04,437 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,1-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409, startPosition=0, beingWritten=true 2024-11-24T08:17:04,437 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,2-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409, startPosition=0, beingWritten=true 2024-11-24T08:17:04,452 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:17:04,576 DEBUG [30c28c82771d:38129 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:17:04,577 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,39697,1732436223815 2024-11-24T08:17:04,579 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,39697,1732436223815, state=OPENING 2024-11-24T08:17:04,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x101490c8bfb0007, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01776783799/meta-region-server 2024-11-24T08:17:04,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01776783799/meta-region-server 2024-11-24T08:17:04,581 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:17:04,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,39697,1732436223815}] 2024-11-24T08:17:04,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01776783799/meta-region-server: CHANGED 2024-11-24T08:17:04,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01776783799/meta-region-server: CHANGED 2024-11-24T08:17:04,661 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,2-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:04,661 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,1-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:04,736 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:17:04,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:17:04,744 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:17:04,744 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:17:04,744 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:17:04,747 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C39697%2C1732436223815.meta, suffix=.meta, logDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815, archiveDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/oldWALs, maxLogs=10 2024-11-24T08:17:04,771 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.meta.1732436224750.meta, exclude list is [], retry=0 2024-11-24T08:17:04,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45027,DS-276c6a8a-66ac-47e0-a36c-b89d1f48d92a,DISK] 2024-11-24T08:17:04,780 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.meta.1732436224750.meta 2024-11-24T08:17:04,780 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35625:35625)] 2024-11-24T08:17:04,780 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:17:04,781 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:17:04,781 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:17:04,781 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:17:04,781 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:17:04,782 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:17:04,782 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:04,782 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:17:04,782 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:17:04,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:17:04,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:17:04,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:04,800 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/info/aadecfba5277454ab3b0599f55d1b9b5 2024-11-24T08:17:04,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:04,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:17:04,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:17:04,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:04,813 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/ns/319d38eec5b04574bb2dfef08f349a85 2024-11-24T08:17:04,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:04,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:17:04,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:17:04,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:04,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:04,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:17:04,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:17:04,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:04,829 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/table/227c663eff974c57a265b3dc67f1f8c7 2024-11-24T08:17:04,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:04,830 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:17:04,831 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740 2024-11-24T08:17:04,834 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740 2024-11-24T08:17:04,836 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:17:04,836 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:17:04,837 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:17:04,839 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:17:04,841 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73621510, jitterRate=0.09704598784446716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:17:04,841 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:17:04,841 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436224782Writing region info on filesystem at 1732436224782Initializing all the Stores at 1732436224784 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436224784Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436224784Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436224784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436224784Cleaning up temporary data from old regions at 1732436224836 (+52 ms)Running coprocessor post-open hooks at 1732436224841 (+5 ms)Region opened successfully at 1732436224841 2024-11-24T08:17:04,842 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732436224735 2024-11-24T08:17:04,846 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:17:04,846 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:17:04,847 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=30c28c82771d,39697,1732436223815 2024-11-24T08:17:04,848 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,39697,1732436223815, state=OPEN 2024-11-24T08:17:04,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01776783799/meta-region-server 2024-11-24T08:17:04,853 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,39697,1732436223815 2024-11-24T08:17:04,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x101490c8bfb0007, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01776783799/meta-region-server 2024-11-24T08:17:04,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01776783799/meta-region-server: CHANGED 2024-11-24T08:17:04,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01776783799/meta-region-server: CHANGED 2024-11-24T08:17:04,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T08:17:04,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,39697,1732436223815 in 272 msec 2024-11-24T08:17:04,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-24T08:17:04,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 686 msec 2024-11-24T08:17:04,975 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,1-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:04,979 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,2-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:05,383 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,1-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:05,389 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,2-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:05,718 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1557ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-24T08:17:05,889 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,1-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:05,894 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,2-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:06,495 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,1-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:06,499 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,2-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:07,201 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,1-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:07,205 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,2-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:07,221 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3059ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-24T08:17:08,009 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,1-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:08,011 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,2-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:08,673 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-24T08:17:08,673 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:17:08,673 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:17:08,673 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,39697,1732436223815, seqNum=-1] 2024-11-24T08:17:08,674 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:17:08,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:17:08,683 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=370a81ade01e67e43aa48267a48f2dd3, regionState=OPEN, lastHost=30c28c82771d,33337,1732436210190, regionLocation=30c28c82771d,33337,1732436210190, openSeqNum=2 2024-11-24T08:17:08,683 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:17:08,683 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436288683 2024-11-24T08:17:08,683 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436348683 2024-11-24T08:17:08,683 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-24T08:17:08,683 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,38129,1732436223761-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:08,683 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,38129,1732436223761-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:08,683 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 30c28c82771d,33337,1732436210190 had 2 regions 2024-11-24T08:17:08,683 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,38129,1732436223761-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:08,684 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:38129, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:08,684 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:08,684 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:08,685 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 30c28c82771d,33337,1732436210190, splitWal=true, meta=true, isMeta: false 2024-11-24T08:17:08,688 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190-splitting dir is empty, no logs to split. 2024-11-24T08:17:08,688 INFO [PEWorker-3 {}] master.SplitWALManager(105): 30c28c82771d,33337,1732436210190 WAL count=0, meta=false 2024-11-24T08:17:08,690 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.813sec 2024-11-24T08:17:08,690 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:17:08,690 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:17:08,690 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:17:08,690 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:17:08,690 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:17:08,690 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,38129,1732436223761-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:17:08,690 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,38129,1732436223761-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:17:08,691 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,33337,1732436210190-splitting dir is empty, no logs to split. 2024-11-24T08:17:08,691 INFO [PEWorker-3 {}] master.SplitWALManager(105): 30c28c82771d,33337,1732436210190 WAL count=0, meta=false 2024-11-24T08:17:08,691 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 30c28c82771d,33337,1732436210190 WAL splitting is done? wals=0, meta=false 2024-11-24T08:17:08,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=370a81ade01e67e43aa48267a48f2dd3, ASSIGN}] 2024-11-24T08:17:08,694 WARN [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=30c28c82771d,33337,1732436210190/hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:17:08,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=370a81ade01e67e43aa48267a48f2dd3, ASSIGN 2024-11-24T08:17:08,695 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:17:08,695 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:17:08,696 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,38129,1732436223761-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:08,696 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=370a81ade01e67e43aa48267a48f2dd3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T08:17:08,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1348fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:08,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,38129,-1 for getting cluster id 2024-11-24T08:17:08,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:08,760 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46b31aaa-f451-4f24-a610-88eab90be4ed' 2024-11-24T08:17:08,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:08,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46b31aaa-f451-4f24-a610-88eab90be4ed" 2024-11-24T08:17:08,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccad838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:08,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,38129,-1] 2024-11-24T08:17:08,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:08,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:08,763 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:08,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b4fefa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:08,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:17:08,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,39697,1732436223815, seqNum=-1] 2024-11-24T08:17:08,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:17:08,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:17:08,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-24T08:17:08,769 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:17:08,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:08,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:08,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:08,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:08,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 30c28c82771d:38129 after: 30c28c82771d:38129 2024-11-24T08:17:08,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d4a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:08,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,38129,-1 for getting cluster id 2024-11-24T08:17:08,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:08,771 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46b31aaa-f451-4f24-a610-88eab90be4ed' 2024-11-24T08:17:08,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:08,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46b31aaa-f451-4f24-a610-88eab90be4ed" 2024-11-24T08:17:08,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4463e16e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:08,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,38129,-1] 2024-11-24T08:17:08,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:08,773 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:08,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6960bd9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:08,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:17:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,38129,1732436223761 2024-11-24T08:17:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c9263d5 2024-11-24T08:17:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:17:08,776 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:17:08,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T08:17:08,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T08:17:08,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T08:17:08,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38129 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T08:17:08,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:17:08,779 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:17:08,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:08,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:08,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:08,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:08,780 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:17:08,780 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1618436362, stopped=false 2024-11-24T08:17:08,780 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,43809,1732436214780 2024-11-24T08:17:08,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1144358806/running 2024-11-24T08:17:08,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1144358806/running 2024-11-24T08:17:08,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806 2024-11-24T08:17:08,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806 2024-11-24T08:17:08,782 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:17:08,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:17:08,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:08,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:08,782 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,38259,1732436214828' ***** 2024-11-24T08:17:08,782 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:17:08,783 INFO [RS:0;30c28c82771d:38259 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:17:08,783 INFO [RS:0;30c28c82771d:38259 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:17:08,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Set watcher on znode that does not yet exist, /1-1144358806/running 2024-11-24T08:17:08,783 INFO [RS:0;30c28c82771d:38259 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:17:08,783 INFO [RS:0;30c28c82771d:38259 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,38259,1732436214828 2024-11-24T08:17:08,783 INFO [RS:0;30c28c82771d:38259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:17:08,783 INFO [RS:0;30c28c82771d:38259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:38259. 2024-11-24T08:17:08,783 DEBUG [RS:0;30c28c82771d:38259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:08,783 DEBUG [RS:0;30c28c82771d:38259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:08,783 INFO [RS:0;30c28c82771d:38259 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:17:08,783 INFO [RS:0;30c28c82771d:38259 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:17:08,783 INFO [RS:0;30c28c82771d:38259 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:17:08,783 INFO [RS:0;30c28c82771d:38259 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:17:08,784 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:17:08,784 INFO [RS:0;30c28c82771d:38259 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T08:17:08,784 DEBUG [RS:0;30c28c82771d:38259 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:17:08,784 DEBUG [RS:0;30c28c82771d:38259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:17:08,784 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:17:08,784 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:17:08,784 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:17:08,784 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:17:08,784 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:17:08,784 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T08:17:08,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Set watcher on znode that does not yet exist, /1-1144358806/running 2024-11-24T08:17:08,803 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/data/hbase/meta/1588230740/.tmp/ns/aee8126dc10f417ea966819fc996149a is 43, key is default/ns:d/1732436217563/Put/seqid=0 2024-11-24T08:17:08,805 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:17:08,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741835_1011 (size=5153) 2024-11-24T08:17:08,847 DEBUG [30c28c82771d:38129 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:17:08,847 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=370a81ade01e67e43aa48267a48f2dd3, regionState=OPENING, regionLocation=30c28c82771d,39697,1732436223815 2024-11-24T08:17:08,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=370a81ade01e67e43aa48267a48f2dd3, ASSIGN because future has completed 2024-11-24T08:17:08,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 370a81ade01e67e43aa48267a48f2dd3, server=30c28c82771d,39697,1732436223815}] 2024-11-24T08:17:08,915 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,1-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:08,916 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,2-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:08,984 DEBUG [RS:0;30c28c82771d:38259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:17:09,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:17:09,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:17:09,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T08:17:09,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C39697%2C1732436223815.rep, suffix=, logDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815, archiveDir=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/oldWALs, maxLogs=10 2024-11-24T08:17:09,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.rep.1732436229011, exclude list is [], retry=0 2024-11-24T08:17:09,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45027,DS-276c6a8a-66ac-47e0-a36c-b89d1f48d92a,DISK] 2024-11-24T08:17:09,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.rep.1732436229011 2024-11-24T08:17:09,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35625:35625)] 2024-11-24T08:17:09,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 370a81ade01e67e43aa48267a48f2dd3, NAME => 'hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:17:09,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:17:09,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:17:09,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. service=MultiRowMutationService 2024-11-24T08:17:09,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T08:17:09,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:17:09,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:09,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:17:09,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:17:09,034 INFO [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:17:09,035 INFO [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 370a81ade01e67e43aa48267a48f2dd3 columnFamilyName hfileref 2024-11-24T08:17:09,035 DEBUG [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:09,035 INFO [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] regionserver.HStore(327): Store=370a81ade01e67e43aa48267a48f2dd3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:09,035 INFO [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:17:09,036 INFO [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 370a81ade01e67e43aa48267a48f2dd3 columnFamilyName queue 2024-11-24T08:17:09,036 DEBUG [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:09,043 DEBUG [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/replication/370a81ade01e67e43aa48267a48f2dd3/queue/594fbcd1fe2747a09b866f8c787e4514 2024-11-24T08:17:09,043 INFO [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] regionserver.HStore(327): Store=370a81ade01e67e43aa48267a48f2dd3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:09,044 INFO [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:17:09,045 INFO [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 370a81ade01e67e43aa48267a48f2dd3 columnFamilyName sid 2024-11-24T08:17:09,045 DEBUG [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:09,045 INFO [StoreOpener-370a81ade01e67e43aa48267a48f2dd3-1 {}] regionserver.HStore(327): Store=370a81ade01e67e43aa48267a48f2dd3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:09,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:17:09,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/replication/370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:17:09,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/replication/370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:17:09,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:17:09,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:17:09,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:17:09,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:17:09,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 370a81ade01e67e43aa48267a48f2dd3; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68993549, jitterRate=0.02808399498462677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:17:09,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:17:09,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 370a81ade01e67e43aa48267a48f2dd3: Running coprocessor pre-open hook at 1732436229032Writing region info on filesystem at 1732436229032Initializing all the Stores at 1732436229033 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436229033Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436229033Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436229033Cleaning up temporary data from old regions at 1732436229049 (+16 ms)Running coprocessor post-open hooks at 1732436229052 (+3 ms)Region opened successfully at 1732436229053 (+1 ms) 2024-11-24T08:17:09,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3., pid=19, masterSystemTime=1732436229004 2024-11-24T08:17:09,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:17:09,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:17:09,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=370a81ade01e67e43aa48267a48f2dd3, regionState=OPEN, openSeqNum=10, regionLocation=30c28c82771d,39697,1732436223815 2024-11-24T08:17:09,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 370a81ade01e67e43aa48267a48f2dd3, server=30c28c82771d,39697,1732436223815 because future has completed 2024-11-24T08:17:09,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-24T08:17:09,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 370a81ade01e67e43aa48267a48f2dd3, server=30c28c82771d,39697,1732436223815 in 210 msec 2024-11-24T08:17:09,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-24T08:17:09,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=370a81ade01e67e43aa48267a48f2dd3, ASSIGN in 370 msec 2024-11-24T08:17:09,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-24T08:17:09,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3., hostname=30c28c82771d,39697,1732436223815, seqNum=10] 2024-11-24T08:17:09,104 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 30c28c82771d,33337,1732436210190 2024-11-24T08:17:09,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-24T08:17:09,184 DEBUG [RS:0;30c28c82771d:38259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:17:09,209 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/data/hbase/meta/1588230740/.tmp/ns/aee8126dc10f417ea966819fc996149a 2024-11-24T08:17:09,218 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/data/hbase/meta/1588230740/.tmp/ns/aee8126dc10f417ea966819fc996149a as hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/data/hbase/meta/1588230740/ns/aee8126dc10f417ea966819fc996149a 2024-11-24T08:17:09,225 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/data/hbase/meta/1588230740/ns/aee8126dc10f417ea966819fc996149a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T08:17:09,226 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-24T08:17:09,226 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:17:09,232 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T08:17:09,233 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:17:09,233 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:17:09,233 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:17:09,233 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436228784Running coprocessor pre-close hooks at 1732436228784Disabling compacts and flushes for region at 1732436228784Disabling writes for close at 1732436228784Obtaining lock to block concurrent updates at 1732436228785 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732436228785Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732436228785Flushing stores of hbase:meta,,1.1588230740 at 1732436228786 (+1 ms)Flushing 1588230740/ns: creating writer at 1732436228786Flushing 1588230740/ns: appending metadata at 1732436228802 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732436228803 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6306b237: reopening flushed file at 1732436229217 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1732436229226 (+9 ms)Writing region close event to WAL at 1732436229228 (+2 ms)Running coprocessor post-close hooks at 1732436229233 (+5 ms)Closed at 1732436229233 2024-11-24T08:17:09,233 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:17:09,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-24T08:17:09,385 INFO [RS:0;30c28c82771d:38259 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,38259,1732436214828; all regions closed. 2024-11-24T08:17:09,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741834_1010 (size=1152) 2024-11-24T08:17:09,388 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/WALs/30c28c82771d,38259,1732436214828/30c28c82771d%2C38259%2C1732436214828.meta.1732436217499.meta not finished, retry = 0 2024-11-24T08:17:09,451 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:17:09,451 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:17:09,491 DEBUG [RS:0;30c28c82771d:38259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/oldWALs 2024-11-24T08:17:09,492 INFO [RS:0;30c28c82771d:38259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C38259%2C1732436214828.meta:.meta(num 1732436217499) 2024-11-24T08:17:09,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741832_1008 (size=93) 2024-11-24T08:17:09,495 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/WALs/30c28c82771d,38259,1732436214828/30c28c82771d%2C38259%2C1732436214828.1732436216533 not finished, retry = 0 2024-11-24T08:17:09,598 DEBUG [RS:0;30c28c82771d:38259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/oldWALs 2024-11-24T08:17:09,598 INFO [RS:0;30c28c82771d:38259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C38259%2C1732436214828:(num 1732436216533) 2024-11-24T08:17:09,598 DEBUG [RS:0;30c28c82771d:38259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:09,598 INFO [RS:0;30c28c82771d:38259 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:17:09,598 INFO [RS:0;30c28c82771d:38259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:17:09,598 INFO [RS:0;30c28c82771d:38259 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:17:09,598 INFO [RS:0;30c28c82771d:38259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:17:09,598 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:17:09,599 INFO [RS:0;30c28c82771d:38259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38259 2024-11-24T08:17:09,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1144358806/rs/30c28c82771d,38259,1732436214828 2024-11-24T08:17:09,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806/rs 2024-11-24T08:17:09,602 INFO [RS:0;30c28c82771d:38259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:17:09,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,38259,1732436214828] 2024-11-24T08:17:09,608 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1144358806/draining/30c28c82771d,38259,1732436214828 already deleted, retry=false 2024-11-24T08:17:09,608 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,38259,1732436214828 expired; onlineServers=0 2024-11-24T08:17:09,608 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,43809,1732436214780' ***** 2024-11-24T08:17:09,608 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:17:09,608 INFO [M:0;30c28c82771d:43809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:17:09,608 INFO [M:0;30c28c82771d:43809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:17:09,608 DEBUG [M:0;30c28c82771d:43809 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:17:09,608 DEBUG [M:0;30c28c82771d:43809 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:17:09,608 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:17:09,608 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436216327 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436216327,5,FailOnTimeoutGroup] 2024-11-24T08:17:09,608 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436216326 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436216326,5,FailOnTimeoutGroup] 2024-11-24T08:17:09,608 INFO [M:0;30c28c82771d:43809 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:17:09,608 INFO [M:0;30c28c82771d:43809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:17:09,609 DEBUG [M:0;30c28c82771d:43809 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:17:09,609 INFO [M:0;30c28c82771d:43809 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:17:09,609 INFO [M:0;30c28c82771d:43809 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:17:09,609 INFO [M:0;30c28c82771d:43809 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:17:09,609 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:17:09,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1144358806/master 2024-11-24T08:17:09,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1144358806 2024-11-24T08:17:09,610 DEBUG [M:0;30c28c82771d:43809 {}] zookeeper.ZKUtil(347): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Unable to get data of znode /1-1144358806/master because node does not exist (not an error) 2024-11-24T08:17:09,610 WARN [M:0;30c28c82771d:43809 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:17:09,611 INFO [M:0;30c28c82771d:43809 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/.lastflushedseqids 2024-11-24T08:17:09,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741836_1012 (size=99) 2024-11-24T08:17:09,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:09,704 INFO [RS:0;30c28c82771d:38259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:17:09,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38259-0x101490c8bfb0004, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:09,704 INFO [RS:0;30c28c82771d:38259 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,38259,1732436214828; zookeeper connection closed. 2024-11-24T08:17:09,705 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f97a8db {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f97a8db 2024-11-24T08:17:09,705 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:17:09,922 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,1-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:09,922 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,2-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:10,018 INFO [M:0;30c28c82771d:43809 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:17:10,018 INFO [M:0;30c28c82771d:43809 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:17:10,018 DEBUG [M:0;30c28c82771d:43809 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:17:10,018 INFO [M:0;30c28c82771d:43809 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:10,018 DEBUG [M:0;30c28c82771d:43809 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:10,018 DEBUG [M:0;30c28c82771d:43809 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:17:10,018 DEBUG [M:0;30c28c82771d:43809 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:10,018 INFO [M:0;30c28c82771d:43809 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T08:17:10,036 DEBUG [M:0;30c28c82771d:43809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e384fd960e042929d0adaf0cf7f66f8 is 82, key is hbase:meta,,1/info:regioninfo/1732436217545/Put/seqid=0 2024-11-24T08:17:10,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741837_1013 (size=5672) 2024-11-24T08:17:10,284 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:17:10,441 INFO [M:0;30c28c82771d:43809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e384fd960e042929d0adaf0cf7f66f8 2024-11-24T08:17:10,463 DEBUG [M:0;30c28c82771d:43809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/486c2bdee8e441ec94ab1b46555a660d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732436217569/Put/seqid=0 2024-11-24T08:17:10,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741838_1014 (size=5275) 2024-11-24T08:17:10,869 INFO [M:0;30c28c82771d:43809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/486c2bdee8e441ec94ab1b46555a660d 2024-11-24T08:17:10,891 DEBUG [M:0;30c28c82771d:43809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/872cd7a087c642408b1ebd989ce07fe2 is 69, key is 30c28c82771d,38259,1732436214828/rs:state/1732436216376/Put/seqid=0 2024-11-24T08:17:10,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741839_1015 (size=5156) 2024-11-24T08:17:11,029 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,2-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:11,029 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,1-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:11,297 INFO [M:0;30c28c82771d:43809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/872cd7a087c642408b1ebd989ce07fe2 2024-11-24T08:17:11,304 DEBUG [M:0;30c28c82771d:43809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e384fd960e042929d0adaf0cf7f66f8 as hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e384fd960e042929d0adaf0cf7f66f8 2024-11-24T08:17:11,310 INFO [M:0;30c28c82771d:43809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e384fd960e042929d0adaf0cf7f66f8, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T08:17:11,311 DEBUG [M:0;30c28c82771d:43809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/486c2bdee8e441ec94ab1b46555a660d as hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/486c2bdee8e441ec94ab1b46555a660d 2024-11-24T08:17:11,316 INFO [M:0;30c28c82771d:43809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/486c2bdee8e441ec94ab1b46555a660d, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T08:17:11,318 DEBUG [M:0;30c28c82771d:43809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/872cd7a087c642408b1ebd989ce07fe2 as hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/872cd7a087c642408b1ebd989ce07fe2 2024-11-24T08:17:11,323 INFO [M:0;30c28c82771d:43809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39813/user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/872cd7a087c642408b1ebd989ce07fe2, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T08:17:11,325 INFO [M:0;30c28c82771d:43809 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=28, compaction requested=false 2024-11-24T08:17:11,326 INFO [M:0;30c28c82771d:43809 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:11,326 DEBUG [M:0;30c28c82771d:43809 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436230018Disabling compacts and flushes for region at 1732436230018Disabling writes for close at 1732436230018Obtaining lock to block concurrent updates at 1732436230018Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436230018Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732436230019 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436230020 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436230020Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436230035 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436230035Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436230448 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436230463 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436230463Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436230875 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436230891 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436230891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9b27a9: reopening flushed file at 1732436231303 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411327a7: reopening flushed file at 1732436231310 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4e3ba9: reopening flushed file at 1732436231317 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=28, compaction requested=false at 1732436231325 (+8 ms)Writing region close event to WAL at 1732436231326 (+1 ms)Closed at 1732436231326 2024-11-24T08:17:11,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35707 is added to blk_1073741830_1006 (size=10165) 2024-11-24T08:17:11,329 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4ddc888-0814-9e24-051b-9243849ab65e/MasterData/WALs/30c28c82771d,43809,1732436214780/30c28c82771d%2C43809%2C1732436214780.1732436216159 not finished, retry = 0 2024-11-24T08:17:11,430 INFO [M:0;30c28c82771d:43809 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:17:11,430 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:17:11,430 INFO [M:0;30c28c82771d:43809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43809 2024-11-24T08:17:11,434 INFO [M:0;30c28c82771d:43809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:17:11,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:11,538 INFO [M:0;30c28c82771d:43809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:17:11,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43809-0x101490c8bfb0003, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:11,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35de1306{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:17:11,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@693c480b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:17:11,545 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:17:11,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@161f1826{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:17:11,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4edba9c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/hadoop.log.dir/,STOPPED} 2024-11-24T08:17:11,547 WARN [BP-1777663434-172.17.0.2-1732436213713 heartbeating to localhost/127.0.0.1:39813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:17:11,547 WARN [BP-1777663434-172.17.0.2-1732436213713 heartbeating to localhost/127.0.0.1:39813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1777663434-172.17.0.2-1732436213713 (Datanode Uuid 5b9ccba0-c21b-4d8d-bd07-c856985f58b8) service to localhost/127.0.0.1:39813 2024-11-24T08:17:11,549 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:17:11,549 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:17:11,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/cluster_345e0c8a-8583-ab4b-63db-f02db52fd78b/data/data1/current/BP-1777663434-172.17.0.2-1732436213713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:17:11,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/cluster_345e0c8a-8583-ab4b-63db-f02db52fd78b/data/data2/current/BP-1777663434-172.17.0.2-1732436213713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:17:11,549 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:17:11,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@628f9881{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:17:11,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5949a177{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:17:11,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:17:11,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18acf563{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:17:11,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e3a5320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/hadoop.log.dir/,STOPPED} 2024-11-24T08:17:11,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:17:11,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:17:11,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:17:11,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:11,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:11,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:11,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:11,576 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:17:11,576 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=531908702, stopped=false 2024-11-24T08:17:11,576 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,38129,1732436223761 2024-11-24T08:17:11,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01776783799/running 2024-11-24T08:17:11,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x101490c8bfb0007, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01776783799/running 2024-11-24T08:17:11,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:17:11,578 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:17:11,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x101490c8bfb0007, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:17:11,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:17:11,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:11,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:11,578 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,39697,1732436223815' ***** 2024-11-24T08:17:11,578 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:17:11,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39697-0x101490c8bfb0007, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on znode that does not yet exist, /01776783799/running 2024-11-24T08:17:11,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Set watcher on znode that does not yet exist, /01776783799/running 2024-11-24T08:17:11,578 INFO [RS:0;30c28c82771d:39697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:17:11,579 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:17:11,579 INFO [RS:0;30c28c82771d:39697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:17:11,579 INFO [RS:0;30c28c82771d:39697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:17:11,579 INFO [RS:0;30c28c82771d:39697 {}] regionserver.HRegionServer(3091): Received CLOSE for 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:17:11,579 INFO [RS:0;30c28c82771d:39697 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,39697,1732436223815 2024-11-24T08:17:11,579 INFO [RS:0;30c28c82771d:39697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:17:11,579 INFO [RS:0;30c28c82771d:39697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:39697. 2024-11-24T08:17:11,579 DEBUG [RS:0;30c28c82771d:39697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:11,579 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 370a81ade01e67e43aa48267a48f2dd3, disabling compactions & flushes 2024-11-24T08:17:11,580 DEBUG [RS:0;30c28c82771d:39697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:11,580 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:17:11,580 INFO [RS:0;30c28c82771d:39697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:17:11,580 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:17:11,580 INFO [RS:0;30c28c82771d:39697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:17:11,580 INFO [RS:0;30c28c82771d:39697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:17:11,580 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. after waiting 0 ms 2024-11-24T08:17:11,580 INFO [RS:0;30c28c82771d:39697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:17:11,580 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:17:11,580 INFO [RS:0;30c28c82771d:39697 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T08:17:11,580 DEBUG [RS:0;30c28c82771d:39697 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 370a81ade01e67e43aa48267a48f2dd3=hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3.} 2024-11-24T08:17:11,580 DEBUG [RS:0;30c28c82771d:39697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 370a81ade01e67e43aa48267a48f2dd3 2024-11-24T08:17:11,580 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:17:11,580 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:17:11,580 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:17:11,580 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:17:11,580 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:17:11,581 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-24T08:17:11,586 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/replication/370a81ade01e67e43aa48267a48f2dd3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-24T08:17:11,587 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:17:11,587 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:17:11,587 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:17:11,587 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 370a81ade01e67e43aa48267a48f2dd3: Waiting for close lock at 1732436231579Running coprocessor pre-close hooks at 1732436231579Disabling compacts and flushes for region at 1732436231579Disabling writes for close at 1732436231580 (+1 ms)Writing region close event to WAL at 1732436231581 (+1 ms)Running coprocessor post-close hooks at 1732436231587 (+6 ms)Closed at 1732436231587 2024-11-24T08:17:11,587 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3. 2024-11-24T08:17:11,599 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/.tmp/info/f59976829f134169abb4f41f372a9ec6 is 147, key is hbase:replication,,1732436217747.370a81ade01e67e43aa48267a48f2dd3./info:regioninfo/1732436229057/Put/seqid=0 2024-11-24T08:17:11,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741851_1027 (size=6385) 2024-11-24T08:17:11,641 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:17:11,780 DEBUG [RS:0;30c28c82771d:39697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:17:11,981 DEBUG [RS:0;30c28c82771d:39697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:17:12,005 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/.tmp/info/f59976829f134169abb4f41f372a9ec6 2024-11-24T08:17:12,013 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/.tmp/info/f59976829f134169abb4f41f372a9ec6 as hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/info/f59976829f134169abb4f41f372a9ec6 2024-11-24T08:17:12,019 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/info/f59976829f134169abb4f41f372a9ec6, entries=8, sequenceid=19, filesize=6.2 K 2024-11-24T08:17:12,021 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false 2024-11-24T08:17:12,026 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-24T08:17:12,026 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:17:12,026 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:17:12,026 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:17:12,026 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436231580Running coprocessor pre-close hooks at 1732436231580Disabling compacts and flushes for region at 1732436231580Disabling writes for close at 1732436231580Obtaining lock to block concurrent updates at 1732436231581 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732436231581Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732436231581Flushing stores of hbase:meta,,1.1588230740 at 1732436231582 (+1 ms)Flushing 1588230740/info: creating writer at 1732436231582Flushing 1588230740/info: appending metadata at 1732436231598 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732436231598Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dfbb502: reopening flushed file at 1732436232012 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false at 1732436232021 (+9 ms)Writing region close event to WAL at 1732436232022 (+1 ms)Running coprocessor post-close hooks at 1732436232026 (+4 ms)Closed at 1732436232026 2024-11-24T08:17:12,027 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:17:12,181 INFO [RS:0;30c28c82771d:39697 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,39697,1732436223815; all regions closed. 2024-11-24T08:17:12,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741849_1025 (size=2156) 2024-11-24T08:17:12,184 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.meta.1732436224750.meta not finished, retry = 0 2024-11-24T08:17:12,236 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,1-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:12,236 DEBUG [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,2-30c28c82771d,39697,1732436223815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.1732436224409 to pos 0, reset compression=false 2024-11-24T08:17:12,277 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:17:12,277 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:17:12,287 DEBUG [RS:0;30c28c82771d:39697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/oldWALs 2024-11-24T08:17:12,287 INFO [RS:0;30c28c82771d:39697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C39697%2C1732436223815.meta:.meta(num 1732436224750) 2024-11-24T08:17:12,290 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/WALs/30c28c82771d,39697,1732436223815/30c28c82771d%2C39697%2C1732436223815.rep.1732436229011 not finished, retry = 0 2024-11-24T08:17:12,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741850_1026 (size=796) 2024-11-24T08:17:12,393 DEBUG [RS:0;30c28c82771d:39697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/oldWALs 2024-11-24T08:17:12,393 INFO [RS:0;30c28c82771d:39697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C39697%2C1732436223815.rep:(num 1732436229011) 2024-11-24T08:17:12,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741848_1024 (size=93) 2024-11-24T08:17:12,398 DEBUG [RS:0;30c28c82771d:39697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/oldWALs 2024-11-24T08:17:12,398 INFO [RS:0;30c28c82771d:39697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C39697%2C1732436223815:(num 1732436224409) 2024-11-24T08:17:12,398 DEBUG [RS:0;30c28c82771d:39697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:12,398 INFO [RS:0;30c28c82771d:39697 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:17:12,398 INFO [RS:0;30c28c82771d:39697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:17:12,398 INFO [RS:0;30c28c82771d:39697 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T08:17:12,399 INFO [RS:0;30c28c82771d:39697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:17:12,399 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:17:12,399 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-24T08:17:12,399 INFO [RS:0;30c28c82771d:39697 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30c28c82771d,39697,1732436223815 because: Region server is closing 2024-11-24T08:17:12,399 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-24T08:17:12,399 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-24T08:17:12,399 INFO [RS:0;30c28c82771d:39697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:39697. 2024-11-24T08:17:12,399 DEBUG [RS:0;30c28c82771d:39697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:12,399 DEBUG [RS:0;30c28c82771d:39697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:12,399 DEBUG [RS:0;30c28c82771d:39697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:12,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:12,500 WARN [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,1-30c28c82771d,39697,1732436223815 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T08:17:12,500 WARN [RS:0;30c28c82771d:39697.replicationSource.shipper30c28c82771d%2C39697%2C1732436223815,1-30c28c82771d,39697,1732436223815 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T08:17:12,500 INFO [RS:0;30c28c82771d:39697 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;30c28c82771d:39697.replicationSource.shipper30c28c82771d%2C39697%2C1732436223815,1-30c28c82771d,39697,1732436223815 terminated 2024-11-24T08:17:12,500 INFO [RS:0;30c28c82771d:39697 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-30c28c82771d,39697,1732436223815 because: Region server is closing 2024-11-24T08:17:12,500 INFO [RS:0;30c28c82771d:39697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:39697. 2024-11-24T08:17:12,501 DEBUG [RS:0;30c28c82771d:39697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:12,501 DEBUG [RS:0;30c28c82771d:39697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:12,501 DEBUG [RS:0;30c28c82771d:39697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:12,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:12,601 WARN [RS:0;30c28c82771d:39697.replicationSource.shipper30c28c82771d%2C39697%2C1732436223815,2-30c28c82771d,39697,1732436223815 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T08:17:12,601 WARN [RS:0;30c28c82771d:39697.replicationSource.wal-reader.30c28c82771d%2C39697%2C1732436223815,2-30c28c82771d,39697,1732436223815 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T08:17:12,601 INFO [RS:0;30c28c82771d:39697 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;30c28c82771d:39697.replicationSource.shipper30c28c82771d%2C39697%2C1732436223815,2-30c28c82771d,39697,1732436223815 terminated 2024-11-24T08:17:12,602 INFO [RS:0;30c28c82771d:39697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39697 2024-11-24T08:17:12,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x101490c8bfb0007, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01776783799/rs/30c28c82771d,39697,1732436223815 2024-11-24T08:17:12,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799/rs 2024-11-24T08:17:12,606 INFO [RS:0;30c28c82771d:39697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:17:12,607 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,39697,1732436223815] 2024-11-24T08:17:12,609 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01776783799/draining/30c28c82771d,39697,1732436223815 already deleted, retry=false 2024-11-24T08:17:12,609 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,39697,1732436223815 expired; onlineServers=0 2024-11-24T08:17:12,609 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,38129,1732436223761' ***** 2024-11-24T08:17:12,609 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:17:12,609 INFO [M:0;30c28c82771d:38129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:17:12,609 INFO [M:0;30c28c82771d:38129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:17:12,609 DEBUG [M:0;30c28c82771d:38129 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:17:12,609 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:17:12,609 DEBUG [M:0;30c28c82771d:38129 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:17:12,609 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436224156 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436224156,5,FailOnTimeoutGroup] 2024-11-24T08:17:12,609 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436224160 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436224160,5,FailOnTimeoutGroup] 2024-11-24T08:17:12,610 INFO [M:0;30c28c82771d:38129 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:17:12,610 INFO [M:0;30c28c82771d:38129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:17:12,610 DEBUG [M:0;30c28c82771d:38129 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:17:12,610 INFO [M:0;30c28c82771d:38129 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:17:12,610 INFO [M:0;30c28c82771d:38129 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:17:12,610 INFO [M:0;30c28c82771d:38129 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:17:12,610 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:17:12,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01776783799/master 2024-11-24T08:17:12,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01776783799 2024-11-24T08:17:12,611 DEBUG [M:0;30c28c82771d:38129 {}] zookeeper.ZKUtil(347): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Unable to get data of znode /01776783799/master because node does not exist (not an error) 2024-11-24T08:17:12,611 WARN [M:0;30c28c82771d:38129 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:17:12,612 INFO [M:0;30c28c82771d:38129 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/.lastflushedseqids 2024-11-24T08:17:12,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741852_1028 (size=181) 2024-11-24T08:17:12,620 INFO [M:0;30c28c82771d:38129 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:17:12,620 INFO [M:0;30c28c82771d:38129 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:17:12,620 DEBUG [M:0;30c28c82771d:38129 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:17:12,620 INFO [M:0;30c28c82771d:38129 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:12,620 DEBUG [M:0;30c28c82771d:38129 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:12,620 DEBUG [M:0;30c28c82771d:38129 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:17:12,620 DEBUG [M:0;30c28c82771d:38129 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:12,621 INFO [M:0;30c28c82771d:38129 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-24T08:17:12,637 DEBUG [M:0;30c28c82771d:38129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e7f245ff90a46d985c84d3a359ecc2c is 82, key is hbase:meta,,1/info:regioninfo/1732436224847/Put/seqid=0 2024-11-24T08:17:12,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741853_1029 (size=5680) 2024-11-24T08:17:12,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x101490c8bfb0007, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:12,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x101490c8bfb0007, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:12,708 INFO [RS:0;30c28c82771d:39697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:17:12,708 INFO [RS:0;30c28c82771d:39697 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,39697,1732436223815; zookeeper connection closed. 2024-11-24T08:17:12,708 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f3f5d78 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f3f5d78 2024-11-24T08:17:12,708 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:17:13,043 INFO [M:0;30c28c82771d:38129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e7f245ff90a46d985c84d3a359ecc2c 2024-11-24T08:17:13,066 DEBUG [M:0;30c28c82771d:38129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21b2b6459acd4966b71c1c3ff26084d2 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732436229065/Put/seqid=0 2024-11-24T08:17:13,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741854_1030 (size=7319) 2024-11-24T08:17:13,472 INFO [M:0;30c28c82771d:38129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21b2b6459acd4966b71c1c3ff26084d2 2024-11-24T08:17:13,496 DEBUG [M:0;30c28c82771d:38129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34b80f43a78d4a0e8b54b06e2bd338f8 is 69, key is 30c28c82771d,39697,1732436223815/rs:state/1732436224188/Put/seqid=0 2024-11-24T08:17:13,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741855_1031 (size=5371) 2024-11-24T08:17:13,902 INFO [M:0;30c28c82771d:38129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34b80f43a78d4a0e8b54b06e2bd338f8 2024-11-24T08:17:13,909 INFO [M:0;30c28c82771d:38129 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34b80f43a78d4a0e8b54b06e2bd338f8 2024-11-24T08:17:13,910 DEBUG [M:0;30c28c82771d:38129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e7f245ff90a46d985c84d3a359ecc2c as hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e7f245ff90a46d985c84d3a359ecc2c 2024-11-24T08:17:13,916 INFO [M:0;30c28c82771d:38129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e7f245ff90a46d985c84d3a359ecc2c, entries=8, sequenceid=172, filesize=5.5 K 2024-11-24T08:17:13,917 DEBUG [M:0;30c28c82771d:38129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21b2b6459acd4966b71c1c3ff26084d2 as hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21b2b6459acd4966b71c1c3ff26084d2 2024-11-24T08:17:13,923 INFO [M:0;30c28c82771d:38129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21b2b6459acd4966b71c1c3ff26084d2, entries=7, sequenceid=172, filesize=7.1 K 2024-11-24T08:17:13,924 DEBUG [M:0;30c28c82771d:38129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34b80f43a78d4a0e8b54b06e2bd338f8 as hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34b80f43a78d4a0e8b54b06e2bd338f8 2024-11-24T08:17:13,930 INFO [M:0;30c28c82771d:38129 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34b80f43a78d4a0e8b54b06e2bd338f8 2024-11-24T08:17:13,930 INFO [M:0;30c28c82771d:38129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/24fe55a8-a2a6-cd5f-ad88-9d7688343364/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34b80f43a78d4a0e8b54b06e2bd338f8, entries=2, sequenceid=172, filesize=5.2 K 2024-11-24T08:17:13,931 INFO [M:0;30c28c82771d:38129 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=172, compaction requested=false 2024-11-24T08:17:13,933 INFO [M:0;30c28c82771d:38129 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:13,933 DEBUG [M:0;30c28c82771d:38129 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436232620Disabling compacts and flushes for region at 1732436232620Disabling writes for close at 1732436232620Obtaining lock to block concurrent updates at 1732436232621 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436232621Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732436232621Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436232622 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436232622Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436232637 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436232637Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436233049 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436233066 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436233066Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436233479 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436233495 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436233495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ded538e: reopening flushed file at 1732436233909 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c869a4: reopening flushed file at 1732436233916 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@266a6934: reopening flushed file at 1732436233923 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=172, compaction requested=false at 1732436233931 (+8 ms)Writing region close event to WAL at 1732436233933 (+2 ms)Closed at 1732436233933 2024-11-24T08:17:13,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741847_1023 (size=22949) 2024-11-24T08:17:13,936 INFO [M:0;30c28c82771d:38129 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:17:13,936 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:17:13,936 INFO [M:0;30c28c82771d:38129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38129 2024-11-24T08:17:13,936 INFO [M:0;30c28c82771d:38129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:17:14,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:14,040 INFO [M:0;30c28c82771d:38129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:17:14,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38129-0x101490c8bfb0006, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:14,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@206adf7a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:17:14,042 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a8b3699{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:17:14,043 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:17:14,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66dc6de8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:17:14,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33455bbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/hadoop.log.dir/,STOPPED} 2024-11-24T08:17:14,044 WARN [BP-1630880452-172.17.0.2-1732436206730 heartbeating to localhost/127.0.0.1:46605 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:17:14,044 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:17:14,044 WARN [BP-1630880452-172.17.0.2-1732436206730 heartbeating to localhost/127.0.0.1:46605 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1630880452-172.17.0.2-1732436206730 (Datanode Uuid b8f0f98b-b75a-4c2a-921f-3fb7fbac11d6) service to localhost/127.0.0.1:46605 2024-11-24T08:17:14,044 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:17:14,045 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/cluster_df65f287-f71a-3aaf-4b9c-430dab72f505/data/data1/current/BP-1630880452-172.17.0.2-1732436206730 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:17:14,045 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/cluster_df65f287-f71a-3aaf-4b9c-430dab72f505/data/data2/current/BP-1630880452-172.17.0.2-1732436206730 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:17:14,046 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:17:14,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cea93ce{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:17:14,052 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20f9fb84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:17:14,052 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:17:14,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f3a9c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:17:14,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bf6eecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/567b503e-7b3a-5fdd-bc2b-3de306944ce0/hadoop.log.dir/,STOPPED} 2024-11-24T08:17:14,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T08:17:14,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:17:14,088 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57768) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/30c28c82771d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/30c28c82771d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/30c28c82771d:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: master/30c28c82771d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57768) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:46605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:46605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/30c28c82771d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39813 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:46605 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bfce5ba java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 350), ProcessCount=11 (was 11), AvailableMemoryMB=6526 (was 7384) 2024-11-24T08:17:14,098 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=6526 2024-11-24T08:17:14,113 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-24T08:17:14,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/hadoop.log.dir so I do NOT create it in target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541 2024-11-24T08:17:14,113 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:17:14,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/hadoop.tmp.dir so I do NOT create it in target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541 2024-11-24T08:17:14,113 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c391074-7941-ed5b-65e4-1b57b91ff074/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:17:14,114 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541 2024-11-24T08:17:14,114 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/cluster_fd10379e-5c6c-46b5-2020-7bd74e4dcdb7, deleteOnExit=true 2024-11-24T08:17:14,117 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/cluster_fd10379e-5c6c-46b5-2020-7bd74e4dcdb7/zookeeper_0, clientPort=49172, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/cluster_fd10379e-5c6c-46b5-2020-7bd74e4dcdb7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/cluster_fd10379e-5c6c-46b5-2020-7bd74e4dcdb7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T08:17:14,118 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49172 2024-11-24T08:17:14,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:17:14,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:17:14,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/test.cache.data in system properties and HBase conf 2024-11-24T08:17:14,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:17:14,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:17:14,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:17:14,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:17:14,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:17:14,118 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:17:14,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:17:14,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:17:14,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:17:14,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:17:14,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:17:14,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:17:14,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:17:14,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:17:14,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:17:14,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:17:14,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:17:14,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:17:14,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:17:14,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:17:14,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101490c8bfb0002, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:17:14,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101490c8bfb0005, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:17:14,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101490c8bfb0002, quorum=127.0.0.1:57768, baseZNode=/01776783799 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:17:14,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101490c8bfb0005, quorum=127.0.0.1:57768, baseZNode=/1-1144358806 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:17:14,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:17:14,217 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:17:14,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:17:14,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:17:14,218 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:17:14,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:17:14,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37f32117{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:17:14,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1707905b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:17:14,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@298752a9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/java.io.tmpdir/jetty-localhost-36175-hadoop-hdfs-3_4_1-tests_jar-_-any-9783261822792021749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:17:14,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33d2bd62{HTTP/1.1, (http/1.1)}{localhost:36175} 2024-11-24T08:17:14,338 INFO [Time-limited test {}] server.Server(415): Started @29785ms 2024-11-24T08:17:14,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:17:14,433 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:17:14,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:17:14,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:17:14,435 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:17:14,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c065710{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:17:14,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4952411b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:17:14,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a9289fc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/java.io.tmpdir/jetty-localhost-45459-hadoop-hdfs-3_4_1-tests_jar-_-any-5461623273751630083/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:17:14,553 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1563b9d1{HTTP/1.1, (http/1.1)}{localhost:45459} 2024-11-24T08:17:14,553 INFO [Time-limited test {}] server.Server(415): Started @30000ms 2024-11-24T08:17:14,555 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:17:14,655 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/cluster_fd10379e-5c6c-46b5-2020-7bd74e4dcdb7/data/data1/current/BP-306942766-172.17.0.2-1732436234152/current, will proceed with Du for space computation calculation, 2024-11-24T08:17:14,655 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/cluster_fd10379e-5c6c-46b5-2020-7bd74e4dcdb7/data/data2/current/BP-306942766-172.17.0.2-1732436234152/current, will proceed with Du for space computation calculation, 2024-11-24T08:17:14,673 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:17:14,676 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3db62d188ad0490c with lease ID 0x2df42d4dd3ef9b35: Processing first storage report for DS-bd15150c-7751-467b-9e2e-4c0dcf252816 from datanode DatanodeRegistration(127.0.0.1:46833, datanodeUuid=8ae1a1b2-6e9e-415e-b508-b27ec6b4bae1, infoPort=34237, infoSecurePort=0, ipcPort=39555, storageInfo=lv=-57;cid=testClusterID;nsid=213562199;c=1732436234152) 2024-11-24T08:17:14,677 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3db62d188ad0490c with lease ID 0x2df42d4dd3ef9b35: from storage DS-bd15150c-7751-467b-9e2e-4c0dcf252816 node DatanodeRegistration(127.0.0.1:46833, datanodeUuid=8ae1a1b2-6e9e-415e-b508-b27ec6b4bae1, infoPort=34237, infoSecurePort=0, ipcPort=39555, storageInfo=lv=-57;cid=testClusterID;nsid=213562199;c=1732436234152), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:17:14,677 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3db62d188ad0490c with lease ID 0x2df42d4dd3ef9b35: Processing first storage report for DS-9536bc3c-53c1-4adc-80f9-bf3b4b09e251 from datanode DatanodeRegistration(127.0.0.1:46833, datanodeUuid=8ae1a1b2-6e9e-415e-b508-b27ec6b4bae1, infoPort=34237, infoSecurePort=0, ipcPort=39555, storageInfo=lv=-57;cid=testClusterID;nsid=213562199;c=1732436234152) 2024-11-24T08:17:14,677 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3db62d188ad0490c with lease ID 0x2df42d4dd3ef9b35: from storage DS-9536bc3c-53c1-4adc-80f9-bf3b4b09e251 node DatanodeRegistration(127.0.0.1:46833, datanodeUuid=8ae1a1b2-6e9e-415e-b508-b27ec6b4bae1, infoPort=34237, infoSecurePort=0, ipcPort=39555, storageInfo=lv=-57;cid=testClusterID;nsid=213562199;c=1732436234152), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:17:14,687 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541 2024-11-24T08:17:14,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:14,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:14,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:17:15,099 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202 with version=8 2024-11-24T08:17:15,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/hbase-staging 2024-11-24T08:17:15,102 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:17:15,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:15,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:15,102 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:17:15,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:15,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:17:15,102 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:17:15,102 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:17:15,103 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43023 2024-11-24T08:17:15,104 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43023 connecting to ZooKeeper ensemble=127.0.0.1:49172 2024-11-24T08:17:15,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430230x0, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:17:15,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43023-0x101490cfa140000 connected 2024-11-24T08:17:15,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:15,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:15,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Set watcher on znode that does not yet exist, /01444976418/running 2024-11-24T08:17:15,140 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202, hbase.cluster.distributed=false 2024-11-24T08:17:15,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Set watcher on znode that does not yet exist, /01444976418/acl 2024-11-24T08:17:15,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43023 2024-11-24T08:17:15,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43023 2024-11-24T08:17:15,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43023 2024-11-24T08:17:15,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43023 2024-11-24T08:17:15,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43023 2024-11-24T08:17:15,179 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:17:15,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:15,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:15,180 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:17:15,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:15,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:17:15,180 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:17:15,180 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:17:15,182 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36811 2024-11-24T08:17:15,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36811 connecting to ZooKeeper ensemble=127.0.0.1:49172 2024-11-24T08:17:15,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:15,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:15,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368110x0, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:17:15,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368110x0, quorum=127.0.0.1:49172, baseZNode=/01444976418 Set watcher on znode that does not yet exist, /01444976418/running 2024-11-24T08:17:15,196 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:17:15,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36811-0x101490cfa140001 connected 2024-11-24T08:17:15,216 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:17:15,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Set watcher on znode that does not yet exist, /01444976418/master 2024-11-24T08:17:15,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Set watcher on znode that does not yet exist, /01444976418/acl 2024-11-24T08:17:15,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36811 2024-11-24T08:17:15,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36811 2024-11-24T08:17:15,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36811 2024-11-24T08:17:15,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36811 2024-11-24T08:17:15,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36811 2024-11-24T08:17:15,267 DEBUG [M:0;30c28c82771d:43023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:43023 2024-11-24T08:17:15,268 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01444976418/backup-masters/30c28c82771d,43023,1732436235101 2024-11-24T08:17:15,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418/backup-masters 2024-11-24T08:17:15,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418/backup-masters 2024-11-24T08:17:15,272 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Set watcher on existing znode=/01444976418/backup-masters/30c28c82771d,43023,1732436235101 2024-11-24T08:17:15,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418 2024-11-24T08:17:15,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01444976418/master 2024-11-24T08:17:15,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418 2024-11-24T08:17:15,277 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Set watcher on existing znode=/01444976418/master 2024-11-24T08:17:15,278 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01444976418/backup-masters/30c28c82771d,43023,1732436235101 from backup master directory 2024-11-24T08:17:15,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01444976418/backup-masters/30c28c82771d,43023,1732436235101 2024-11-24T08:17:15,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418/backup-masters 2024-11-24T08:17:15,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418/backup-masters 2024-11-24T08:17:15,281 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:17:15,281 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,43023,1732436235101 2024-11-24T08:17:15,287 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/hbase.id] with ID: 63a11539-7267-48dc-b7b7-1db91b5642ca 2024-11-24T08:17:15,287 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/.tmp/hbase.id 2024-11-24T08:17:15,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:17:15,305 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/.tmp/hbase.id]:[hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/hbase.id] 2024-11-24T08:17:15,321 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:15,321 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:17:15,322 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T08:17:15,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418 2024-11-24T08:17:15,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418 2024-11-24T08:17:15,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:17:15,345 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:17:15,346 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:17:15,347 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:17:15,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:17:15,773 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store 2024-11-24T08:17:15,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:17:16,181 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:16,181 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:17:16,181 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:16,181 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:16,181 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:17:16,181 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:16,181 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:16,181 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436236181Disabling compacts and flushes for region at 1732436236181Disabling writes for close at 1732436236181Writing region close event to WAL at 1732436236181Closed at 1732436236181 2024-11-24T08:17:16,182 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store/.initializing 2024-11-24T08:17:16,182 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/WALs/30c28c82771d,43023,1732436235101 2024-11-24T08:17:16,184 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:17:16,185 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C43023%2C1732436235101, suffix=, logDir=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/WALs/30c28c82771d,43023,1732436235101, archiveDir=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/oldWALs, maxLogs=10 2024-11-24T08:17:16,200 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/WALs/30c28c82771d,43023,1732436235101/30c28c82771d%2C43023%2C1732436235101.1732436236186, exclude list is [], retry=0 2024-11-24T08:17:16,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46833,DS-bd15150c-7751-467b-9e2e-4c0dcf252816,DISK] 2024-11-24T08:17:16,204 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/WALs/30c28c82771d,43023,1732436235101/30c28c82771d%2C43023%2C1732436235101.1732436236186 2024-11-24T08:17:16,205 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34237:34237)] 2024-11-24T08:17:16,205 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:17:16,205 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:16,205 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:16,205 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:16,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:16,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:17:16,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:16,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:16,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:16,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:17:16,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:16,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:16,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:16,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:17:16,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:16,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:16,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:16,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:17:16,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:16,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:16,215 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:16,215 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:16,216 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:16,217 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:16,217 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:16,218 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:17:16,219 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:16,221 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:17:16,222 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61580163, jitterRate=-0.08238406479358673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:17:16,223 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436236205Initializing all the Stores at 1732436236206 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436236206Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436236206Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436236206Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436236206Cleaning up temporary data from old regions at 1732436236217 (+11 ms)Region opened successfully at 1732436236223 (+6 ms) 2024-11-24T08:17:16,223 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:17:16,227 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f16c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:17:16,228 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:17:16,228 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:17:16,228 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:17:16,228 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:17:16,229 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:17:16,229 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:17:16,229 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:17:16,232 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:17:16,233 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Unable to get data of znode /01444976418/balancer because node does not exist (not necessarily an error) 2024-11-24T08:17:16,234 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01444976418/balancer already deleted, retry=false 2024-11-24T08:17:16,234 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:17:16,235 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Unable to get data of znode /01444976418/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:17:16,237 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01444976418/normalizer already deleted, retry=false 2024-11-24T08:17:16,237 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:17:16,238 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Unable to get data of znode /01444976418/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:17:16,239 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01444976418/switch/split already deleted, retry=false 2024-11-24T08:17:16,240 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Unable to get data of znode /01444976418/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:17:16,241 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01444976418/switch/merge already deleted, retry=false 2024-11-24T08:17:16,243 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Unable to get data of znode /01444976418/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:17:16,244 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01444976418/snapshot-cleanup already deleted, retry=false 2024-11-24T08:17:16,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01444976418/running 2024-11-24T08:17:16,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01444976418/running 2024-11-24T08:17:16,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418 2024-11-24T08:17:16,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418 2024-11-24T08:17:16,248 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,43023,1732436235101, sessionid=0x101490cfa140000, setting cluster-up flag (Was=false) 2024-11-24T08:17:16,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418 2024-11-24T08:17:16,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418 2024-11-24T08:17:16,256 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01444976418/flush-table-proc/acquired, /01444976418/flush-table-proc/reached, /01444976418/flush-table-proc/abort 2024-11-24T08:17:16,258 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,43023,1732436235101 2024-11-24T08:17:16,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418 2024-11-24T08:17:16,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418 2024-11-24T08:17:16,269 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01444976418/online-snapshot/acquired, /01444976418/online-snapshot/reached, /01444976418/online-snapshot/abort 2024-11-24T08:17:16,270 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,43023,1732436235101 2024-11-24T08:17:16,271 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:17:16,273 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:17:16,273 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:17:16,274 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:17:16,274 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,43023,1732436235101 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:17:16,275 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:16,275 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:16,275 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:16,275 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:16,275 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:17:16,275 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:16,275 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:17:16,275 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:16,276 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436266276 2024-11-24T08:17:16,276 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:17:16,276 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:17:16,276 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:17:16,276 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:17:16,276 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:17:16,276 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:17:16,277 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:16,277 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:17:16,277 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:17:16,278 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:16,278 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:17:16,280 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:17:16,280 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:17:16,280 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:17:16,280 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:17:16,281 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:17:16,281 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:17:16,282 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436236281,5,FailOnTimeoutGroup] 2024-11-24T08:17:16,283 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436236282,5,FailOnTimeoutGroup] 2024-11-24T08:17:16,283 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:16,283 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:17:16,283 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:16,283 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:16,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:17:16,353 INFO [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(746): ClusterId : 63a11539-7267-48dc-b7b7-1db91b5642ca 2024-11-24T08:17:16,353 DEBUG [RS:0;30c28c82771d:36811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:17:16,357 DEBUG [RS:0;30c28c82771d:36811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:17:16,357 DEBUG [RS:0;30c28c82771d:36811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:17:16,360 DEBUG [RS:0;30c28c82771d:36811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:17:16,361 DEBUG [RS:0;30c28c82771d:36811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a27dba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:17:16,373 DEBUG [RS:0;30c28c82771d:36811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:36811 2024-11-24T08:17:16,374 INFO [RS:0;30c28c82771d:36811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:17:16,374 INFO [RS:0;30c28c82771d:36811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:17:16,374 DEBUG [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:17:16,374 INFO [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,43023,1732436235101 with port=36811, startcode=1732436235179 2024-11-24T08:17:16,374 DEBUG [RS:0;30c28c82771d:36811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:17:16,376 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:17:16,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43023 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,36811,1732436235179 2024-11-24T08:17:16,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43023 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,36811,1732436235179 2024-11-24T08:17:16,379 DEBUG [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202 2024-11-24T08:17:16,379 DEBUG [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36083 2024-11-24T08:17:16,379 DEBUG [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:17:16,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418/rs 2024-11-24T08:17:16,381 DEBUG [RS:0;30c28c82771d:36811 {}] zookeeper.ZKUtil(111): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Set watcher on existing znode=/01444976418/rs/30c28c82771d,36811,1732436235179 2024-11-24T08:17:16,381 WARN [RS:0;30c28c82771d:36811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:17:16,381 INFO [RS:0;30c28c82771d:36811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:17:16,381 DEBUG [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/WALs/30c28c82771d,36811,1732436235179 2024-11-24T08:17:16,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,36811,1732436235179] 2024-11-24T08:17:16,385 INFO [RS:0;30c28c82771d:36811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:17:16,387 INFO [RS:0;30c28c82771d:36811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:17:16,387 INFO [RS:0;30c28c82771d:36811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:17:16,387 INFO [RS:0;30c28c82771d:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:16,387 INFO [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:17:16,388 INFO [RS:0;30c28c82771d:36811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:17:16,388 INFO [RS:0;30c28c82771d:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:16,388 DEBUG [RS:0;30c28c82771d:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:16,389 DEBUG [RS:0;30c28c82771d:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:16,389 DEBUG [RS:0;30c28c82771d:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:16,389 DEBUG [RS:0;30c28c82771d:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:16,389 DEBUG [RS:0;30c28c82771d:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:16,389 DEBUG [RS:0;30c28c82771d:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:17:16,389 DEBUG [RS:0;30c28c82771d:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:16,389 DEBUG [RS:0;30c28c82771d:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:16,389 DEBUG [RS:0;30c28c82771d:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:16,389 DEBUG [RS:0;30c28c82771d:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:16,389 DEBUG [RS:0;30c28c82771d:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:16,389 DEBUG [RS:0;30c28c82771d:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:16,389 DEBUG [RS:0;30c28c82771d:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:17:16,389 DEBUG [RS:0;30c28c82771d:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:17:16,389 INFO [RS:0;30c28c82771d:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:16,390 INFO [RS:0;30c28c82771d:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:16,390 INFO [RS:0;30c28c82771d:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:16,390 INFO [RS:0;30c28c82771d:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:16,390 INFO [RS:0;30c28c82771d:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:16,390 INFO [RS:0;30c28c82771d:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36811,1732436235179-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:17:16,405 INFO [RS:0;30c28c82771d:36811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:17:16,405 INFO [RS:0;30c28c82771d:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36811,1732436235179-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:16,405 INFO [RS:0;30c28c82771d:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:16,406 INFO [RS:0;30c28c82771d:36811 {}] regionserver.Replication(171): 30c28c82771d,36811,1732436235179 started 2024-11-24T08:17:16,421 INFO [RS:0;30c28c82771d:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:16,422 INFO [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,36811,1732436235179, RpcServer on 30c28c82771d/172.17.0.2:36811, sessionid=0x101490cfa140001 2024-11-24T08:17:16,422 DEBUG [RS:0;30c28c82771d:36811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:17:16,422 DEBUG [RS:0;30c28c82771d:36811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,36811,1732436235179 2024-11-24T08:17:16,422 DEBUG [RS:0;30c28c82771d:36811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,36811,1732436235179' 2024-11-24T08:17:16,422 DEBUG [RS:0;30c28c82771d:36811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01444976418/flush-table-proc/abort' 2024-11-24T08:17:16,422 DEBUG [RS:0;30c28c82771d:36811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01444976418/flush-table-proc/acquired' 2024-11-24T08:17:16,423 DEBUG [RS:0;30c28c82771d:36811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:17:16,423 DEBUG [RS:0;30c28c82771d:36811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:17:16,423 DEBUG [RS:0;30c28c82771d:36811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,36811,1732436235179 2024-11-24T08:17:16,423 DEBUG [RS:0;30c28c82771d:36811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,36811,1732436235179' 2024-11-24T08:17:16,423 DEBUG [RS:0;30c28c82771d:36811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01444976418/online-snapshot/abort' 2024-11-24T08:17:16,424 DEBUG [RS:0;30c28c82771d:36811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01444976418/online-snapshot/acquired' 2024-11-24T08:17:16,424 DEBUG [RS:0;30c28c82771d:36811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:17:16,424 INFO [RS:0;30c28c82771d:36811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:17:16,424 INFO [RS:0;30c28c82771d:36811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:17:16,524 INFO [RS:0;30c28c82771d:36811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:17:16,527 INFO [RS:0;30c28c82771d:36811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C36811%2C1732436235179, suffix=, logDir=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/WALs/30c28c82771d,36811,1732436235179, archiveDir=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/oldWALs, maxLogs=10 2024-11-24T08:17:16,542 DEBUG [RS:0;30c28c82771d:36811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/WALs/30c28c82771d,36811,1732436235179/30c28c82771d%2C36811%2C1732436235179.1732436236527, exclude list is [], retry=0 2024-11-24T08:17:16,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46833,DS-bd15150c-7751-467b-9e2e-4c0dcf252816,DISK] 2024-11-24T08:17:16,547 INFO [RS:0;30c28c82771d:36811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/WALs/30c28c82771d,36811,1732436235179/30c28c82771d%2C36811%2C1732436235179.1732436236527 2024-11-24T08:17:16,547 DEBUG [RS:0;30c28c82771d:36811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34237:34237)] 2024-11-24T08:17:16,687 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:17:16,687 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202 2024-11-24T08:17:16,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741833_1009 (size=32) 2024-11-24T08:17:17,089 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:17:17,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:17:17,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:17,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:17:17,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:17:17,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:17,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:17,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:17:17,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:17:17,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:17,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:17,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:17:17,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:17:17,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:17:17,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:17,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:17,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:17:17,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:17:17,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:17,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:17,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:17:17,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740 2024-11-24T08:17:17,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740 2024-11-24T08:17:17,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:17:17,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:17:17,112 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:17:17,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:17:17,115 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:17:17,116 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72723389, jitterRate=0.08366294205188751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:17:17,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436237095Initializing all the Stores at 1732436237096 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436237097 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436237100 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436237100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436237100Cleaning up temporary data from old regions at 1732436237111 (+11 ms)Region opened successfully at 1732436237117 (+6 ms) 2024-11-24T08:17:17,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:17:17,117 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:17:17,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:17:17,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:17:17,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:17:17,118 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:17:17,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436237117Disabling compacts and flushes for region at 1732436237117Disabling writes for close at 1732436237117Writing region close event to WAL at 1732436237118 (+1 ms)Closed at 1732436237118 2024-11-24T08:17:17,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:17:17,119 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:17:17,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:17:17,121 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:17:17,122 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:17:17,273 DEBUG [30c28c82771d:43023 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:17:17,273 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,36811,1732436235179 2024-11-24T08:17:17,275 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,36811,1732436235179, state=OPENING 2024-11-24T08:17:17,277 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:17:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418 2024-11-24T08:17:17,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418 2024-11-24T08:17:17,279 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:17:17,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,36811,1732436235179}] 2024-11-24T08:17:17,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01444976418/meta-region-server: CHANGED 2024-11-24T08:17:17,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01444976418/meta-region-server: CHANGED 2024-11-24T08:17:17,433 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:17:17,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:17:17,439 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:17:17,439 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:17:17,439 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:17:17,441 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C36811%2C1732436235179.meta, suffix=.meta, logDir=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/WALs/30c28c82771d,36811,1732436235179, archiveDir=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/oldWALs, maxLogs=10 2024-11-24T08:17:17,456 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/WALs/30c28c82771d,36811,1732436235179/30c28c82771d%2C36811%2C1732436235179.meta.1732436237442.meta, exclude list is [], retry=0 2024-11-24T08:17:17,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46833,DS-bd15150c-7751-467b-9e2e-4c0dcf252816,DISK] 2024-11-24T08:17:17,460 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/WALs/30c28c82771d,36811,1732436235179/30c28c82771d%2C36811%2C1732436235179.meta.1732436237442.meta 2024-11-24T08:17:17,461 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34237:34237)] 2024-11-24T08:17:17,461 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:17:17,461 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:17:17,461 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:17:17,462 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:17:17,462 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:17:17,462 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:17:17,462 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:17,462 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:17:17,462 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:17:17,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:17:17,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:17:17,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:17,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:17,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:17:17,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:17:17,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:17,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:17,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:17:17,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:17:17,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:17,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:17,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:17:17,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:17:17,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:17,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:17,470 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:17:17,470 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740 2024-11-24T08:17:17,472 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740 2024-11-24T08:17:17,473 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:17:17,473 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:17:17,474 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:17:17,475 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:17:17,476 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60820452, jitterRate=-0.09370464086532593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:17:17,476 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:17:17,477 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436237462Writing region info on filesystem at 1732436237462Initializing all the Stores at 1732436237463 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436237463Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436237463Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436237463Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436237463Cleaning up temporary data from old regions at 1732436237473 (+10 ms)Running coprocessor post-open hooks at 1732436237476 (+3 ms)Region opened successfully at 1732436237477 (+1 ms) 2024-11-24T08:17:17,478 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436237433 2024-11-24T08:17:17,481 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:17:17,481 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:17:17,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,36811,1732436235179 2024-11-24T08:17:17,483 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,36811,1732436235179, state=OPEN 2024-11-24T08:17:17,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01444976418/meta-region-server 2024-11-24T08:17:17,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01444976418/meta-region-server 2024-11-24T08:17:17,491 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,36811,1732436235179 2024-11-24T08:17:17,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01444976418/meta-region-server: CHANGED 2024-11-24T08:17:17,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01444976418/meta-region-server: CHANGED 2024-11-24T08:17:17,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:17:17,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,36811,1732436235179 in 212 msec 2024-11-24T08:17:17,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:17:17,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec 2024-11-24T08:17:17,498 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:17:17,498 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:17:17,500 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:17:17,500 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,36811,1732436235179, seqNum=-1] 2024-11-24T08:17:17,500 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:17:17,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:17:17,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2330 sec 2024-11-24T08:17:17,508 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436237508, completionTime=-1 2024-11-24T08:17:17,508 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:17:17,508 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:17:17,510 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:17:17,510 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436297510 2024-11-24T08:17:17,510 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436357510 2024-11-24T08:17:17,510 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T08:17:17,510 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43023,1732436235101-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:17,511 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43023,1732436235101-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:17,511 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43023,1732436235101-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:17,511 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:43023, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:17,511 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:17,511 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:17,513 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:17:17,515 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.234sec 2024-11-24T08:17:17,515 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:17:17,515 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:17:17,515 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:17:17,515 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:17:17,515 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:17:17,515 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43023,1732436235101-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:17:17,515 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43023,1732436235101-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:17:17,518 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:17:17,518 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:17:17,518 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43023,1732436235101-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:17,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ad8491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:17,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,43023,-1 for getting cluster id 2024-11-24T08:17:17,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:17,556 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63a11539-7267-48dc-b7b7-1db91b5642ca' 2024-11-24T08:17:17,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:17,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63a11539-7267-48dc-b7b7-1db91b5642ca" 2024-11-24T08:17:17,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35205db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:17,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,43023,-1] 2024-11-24T08:17:17,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:17,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:17,558 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:17,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c08817d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:17,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:17:17,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,36811,1732436235179, seqNum=-1] 2024-11-24T08:17:17,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:17:17,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:17:17,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,43023,1732436235101 2024-11-24T08:17:17,566 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49172 2024-11-24T08:17:17,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:17:17,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101490cfa140002 connected 2024-11-24T08:17:17,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/hadoop.log.dir so I do NOT create it in target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9 2024-11-24T08:17:17,574 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:17:17,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/hadoop.tmp.dir so I do NOT create it in target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9 2024-11-24T08:17:17,574 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:17:17,574 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9 2024-11-24T08:17:17,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:17:17,574 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/cluster_302b7778-4891-8430-5e7e-2fdd6782e80c, deleteOnExit=true 2024-11-24T08:17:17,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:17:17,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/test.cache.data in system properties and HBase conf 2024-11-24T08:17:17,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:17:17,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:17:17,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:17:17,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:17:17,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:17:17,575 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:17:17,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:17:17,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:17:17,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:17:17,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:17:17,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:17:17,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:17:17,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:17:17,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:17:17,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:17:17,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:17:17,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:17:17,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:17:17,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:17:17,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:17:17,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:17:17,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:17:17,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:17:17,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:17:17,689 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:17:17,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:17:17,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ceaabc8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:17:17,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1eb8be28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:17:17,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@498533fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/java.io.tmpdir/jetty-localhost-40567-hadoop-hdfs-3_4_1-tests_jar-_-any-2573116655726493184/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:17:17,808 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73b2a63c{HTTP/1.1, (http/1.1)}{localhost:40567} 2024-11-24T08:17:17,808 INFO [Time-limited test {}] server.Server(415): Started @33255ms 2024-11-24T08:17:17,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:17:17,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:17:17,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:17:17,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:17:17,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:17:17,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b282f04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:17:17,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1df0c584{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:17:18,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d475e46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/java.io.tmpdir/jetty-localhost-40055-hadoop-hdfs-3_4_1-tests_jar-_-any-18175321872732262828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:17:18,031 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@239c656d{HTTP/1.1, (http/1.1)}{localhost:40055} 2024-11-24T08:17:18,031 INFO [Time-limited test {}] server.Server(415): Started @33478ms 2024-11-24T08:17:18,033 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:17:18,138 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/cluster_302b7778-4891-8430-5e7e-2fdd6782e80c/data/data1/current/BP-1385952514-172.17.0.2-1732436237608/current, will proceed with Du for space computation calculation, 2024-11-24T08:17:18,138 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/cluster_302b7778-4891-8430-5e7e-2fdd6782e80c/data/data2/current/BP-1385952514-172.17.0.2-1732436237608/current, will proceed with Du for space computation calculation, 2024-11-24T08:17:18,161 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:17:18,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42c4fdfc52c21e55 with lease ID 0x49398da463a85821: Processing first storage report for DS-8b5df395-379f-4936-96f9-63a3c722ba5e from datanode DatanodeRegistration(127.0.0.1:42563, datanodeUuid=9d9f5819-648c-465a-bfa1-15b812a34ed3, infoPort=38157, infoSecurePort=0, ipcPort=34349, storageInfo=lv=-57;cid=testClusterID;nsid=682668660;c=1732436237608) 2024-11-24T08:17:18,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42c4fdfc52c21e55 with lease ID 0x49398da463a85821: from storage DS-8b5df395-379f-4936-96f9-63a3c722ba5e node DatanodeRegistration(127.0.0.1:42563, datanodeUuid=9d9f5819-648c-465a-bfa1-15b812a34ed3, infoPort=38157, infoSecurePort=0, ipcPort=34349, storageInfo=lv=-57;cid=testClusterID;nsid=682668660;c=1732436237608), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:17:18,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42c4fdfc52c21e55 with lease ID 0x49398da463a85821: Processing first storage report for DS-d8b7203c-99d8-498c-a227-ffda3946a187 from datanode DatanodeRegistration(127.0.0.1:42563, datanodeUuid=9d9f5819-648c-465a-bfa1-15b812a34ed3, infoPort=38157, infoSecurePort=0, ipcPort=34349, storageInfo=lv=-57;cid=testClusterID;nsid=682668660;c=1732436237608) 2024-11-24T08:17:18,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42c4fdfc52c21e55 with lease ID 0x49398da463a85821: from storage DS-d8b7203c-99d8-498c-a227-ffda3946a187 node DatanodeRegistration(127.0.0.1:42563, datanodeUuid=9d9f5819-648c-465a-bfa1-15b812a34ed3, infoPort=38157, infoSecurePort=0, ipcPort=34349, storageInfo=lv=-57;cid=testClusterID;nsid=682668660;c=1732436237608), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:17:18,260 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9 2024-11-24T08:17:18,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:18,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:18,294 WARN [RS:0;30c28c82771d:36811 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 30c28c82771d,33337,1732436210190: status=Processing ServerCrashProcedure of 30c28c82771d,33337,1732436210190 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732436224157, completionTime=-1 appears to have been leaked 2024-11-24T08:17:18,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:17:18,702 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e with version=8 2024-11-24T08:17:18,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/hbase-staging 2024-11-24T08:17:18,704 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:17:18,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:18,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:18,704 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:17:18,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:18,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:17:18,704 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:17:18,705 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:17:18,705 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36945 2024-11-24T08:17:18,706 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36945 connecting to ZooKeeper ensemble=127.0.0.1:49172 2024-11-24T08:17:18,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369450x0, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:17:18,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36945-0x101490cfa140003 connected 2024-11-24T08:17:18,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:18,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:18,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Set watcher on znode that does not yet exist, /1-1418311591/running 2024-11-24T08:17:18,726 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e, hbase.cluster.distributed=false 2024-11-24T08:17:18,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Set watcher on znode that does not yet exist, /1-1418311591/acl 2024-11-24T08:17:18,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36945 2024-11-24T08:17:18,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36945 2024-11-24T08:17:18,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36945 2024-11-24T08:17:18,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36945 2024-11-24T08:17:18,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36945 2024-11-24T08:17:18,745 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:17:18,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:18,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:18,745 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:17:18,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:18,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:17:18,745 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:17:18,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:17:18,746 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35319 2024-11-24T08:17:18,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35319 connecting to ZooKeeper ensemble=127.0.0.1:49172 2024-11-24T08:17:18,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:18,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:18,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353190x0, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:17:18,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353190x0, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Set watcher on znode that does not yet exist, /1-1418311591/running 2024-11-24T08:17:18,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35319-0x101490cfa140004 connected 2024-11-24T08:17:18,756 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:17:18,757 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:17:18,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Set watcher on znode that does not yet exist, /1-1418311591/master 2024-11-24T08:17:18,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Set watcher on znode that does not yet exist, /1-1418311591/acl 2024-11-24T08:17:18,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35319 2024-11-24T08:17:18,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35319 2024-11-24T08:17:18,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35319 2024-11-24T08:17:18,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35319 2024-11-24T08:17:18,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35319 2024-11-24T08:17:18,775 DEBUG [M:0;30c28c82771d:36945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:36945 2024-11-24T08:17:18,775 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1418311591/backup-masters/30c28c82771d,36945,1732436238704 2024-11-24T08:17:18,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591/backup-masters 2024-11-24T08:17:18,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591/backup-masters 2024-11-24T08:17:18,778 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Set watcher on existing znode=/1-1418311591/backup-masters/30c28c82771d,36945,1732436238704 2024-11-24T08:17:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1418311591/master 2024-11-24T08:17:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591 2024-11-24T08:17:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591 2024-11-24T08:17:18,780 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Set watcher on existing znode=/1-1418311591/master 2024-11-24T08:17:18,781 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1418311591/backup-masters/30c28c82771d,36945,1732436238704 from backup master directory 2024-11-24T08:17:18,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591/backup-masters 2024-11-24T08:17:18,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1418311591/backup-masters/30c28c82771d,36945,1732436238704 2024-11-24T08:17:18,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591/backup-masters 2024-11-24T08:17:18,783 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:17:18,783 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,36945,1732436238704 2024-11-24T08:17:18,788 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/hbase.id] with ID: af0ff098-3cd3-446f-9083-bd890446b333 2024-11-24T08:17:18,788 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/.tmp/hbase.id 2024-11-24T08:17:18,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:17:19,194 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/.tmp/hbase.id]:[hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/hbase.id] 2024-11-24T08:17:19,208 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:19,208 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:17:19,209 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T08:17:19,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591 2024-11-24T08:17:19,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591 2024-11-24T08:17:19,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:17:19,618 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:17:19,619 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:17:19,619 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:17:19,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:17:19,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T08:17:20,030 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store 2024-11-24T08:17:20,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:17:20,438 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:20,438 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:17:20,438 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:20,438 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:20,438 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:17:20,438 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:20,438 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:20,438 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436240438Disabling compacts and flushes for region at 1732436240438Disabling writes for close at 1732436240438Writing region close event to WAL at 1732436240438Closed at 1732436240438 2024-11-24T08:17:20,439 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store/.initializing 2024-11-24T08:17:20,439 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/WALs/30c28c82771d,36945,1732436238704 2024-11-24T08:17:20,440 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:17:20,442 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C36945%2C1732436238704, suffix=, logDir=hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/WALs/30c28c82771d,36945,1732436238704, archiveDir=hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/oldWALs, maxLogs=10 2024-11-24T08:17:20,455 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/WALs/30c28c82771d,36945,1732436238704/30c28c82771d%2C36945%2C1732436238704.1732436240442, exclude list is [], retry=0 2024-11-24T08:17:20,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42563,DS-8b5df395-379f-4936-96f9-63a3c722ba5e,DISK] 2024-11-24T08:17:20,460 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/WALs/30c28c82771d,36945,1732436238704/30c28c82771d%2C36945%2C1732436238704.1732436240442 2024-11-24T08:17:20,460 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38157:38157)] 2024-11-24T08:17:20,460 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:17:20,460 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:20,461 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:20,461 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:20,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:20,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:17:20,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:20,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:20,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:20,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:17:20,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:20,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:20,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:20,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:17:20,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:20,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:20,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:20,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:17:20,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:20,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:20,468 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:20,469 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:20,469 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:20,471 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:20,471 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:20,471 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:17:20,472 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:20,475 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:17:20,475 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69340710, jitterRate=0.033257097005844116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:17:20,475 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436240461Initializing all the Stores at 1732436240461Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436240462 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436240462Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436240462Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436240462Cleaning up temporary data from old regions at 1732436240471 (+9 ms)Region opened successfully at 1732436240475 (+4 ms) 2024-11-24T08:17:20,475 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:17:20,478 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23161285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:17:20,479 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:17:20,479 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:17:20,479 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:17:20,480 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:17:20,480 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:17:20,480 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:17:20,480 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:17:20,485 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:17:20,485 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Unable to get data of znode /1-1418311591/balancer because node does not exist (not necessarily an error) 2024-11-24T08:17:20,487 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1418311591/balancer already deleted, retry=false 2024-11-24T08:17:20,487 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:17:20,488 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Unable to get data of znode /1-1418311591/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:17:20,489 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1418311591/normalizer already deleted, retry=false 2024-11-24T08:17:20,489 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:17:20,490 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Unable to get data of znode /1-1418311591/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:17:20,492 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1418311591/switch/split already deleted, retry=false 2024-11-24T08:17:20,492 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Unable to get data of znode /1-1418311591/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:17:20,493 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1418311591/switch/merge already deleted, retry=false 2024-11-24T08:17:20,495 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Unable to get data of znode /1-1418311591/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:17:20,496 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1418311591/snapshot-cleanup already deleted, retry=false 2024-11-24T08:17:20,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1418311591/running 2024-11-24T08:17:20,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1418311591/running 2024-11-24T08:17:20,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591 2024-11-24T08:17:20,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591 2024-11-24T08:17:20,498 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,36945,1732436238704, sessionid=0x101490cfa140003, setting cluster-up flag (Was=false) 2024-11-24T08:17:20,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591 2024-11-24T08:17:20,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591 2024-11-24T08:17:20,507 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1418311591/flush-table-proc/acquired, /1-1418311591/flush-table-proc/reached, /1-1418311591/flush-table-proc/abort 2024-11-24T08:17:20,508 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,36945,1732436238704 2024-11-24T08:17:20,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591 2024-11-24T08:17:20,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591 2024-11-24T08:17:20,520 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1418311591/online-snapshot/acquired, /1-1418311591/online-snapshot/reached, /1-1418311591/online-snapshot/abort 2024-11-24T08:17:20,521 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,36945,1732436238704 2024-11-24T08:17:20,523 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:17:20,524 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:17:20,525 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:17:20,525 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:17:20,525 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,36945,1732436238704 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:17:20,526 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:20,526 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:20,526 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:20,526 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:20,526 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:17:20,526 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:20,526 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:17:20,526 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:20,528 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436270528 2024-11-24T08:17:20,528 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:17:20,528 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:17:20,528 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:17:20,528 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:17:20,528 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:17:20,528 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:17:20,528 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:17:20,528 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:17:20,529 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:20,529 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:17:20,529 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:17:20,529 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:17:20,529 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:17:20,529 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:20,529 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:17:20,532 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:17:20,532 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:17:20,532 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436240532,5,FailOnTimeoutGroup] 2024-11-24T08:17:20,533 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436240532,5,FailOnTimeoutGroup] 2024-11-24T08:17:20,533 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:20,533 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:17:20,533 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:20,533 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:20,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:17:20,567 INFO [RS:0;30c28c82771d:35319 {}] regionserver.HRegionServer(746): ClusterId : af0ff098-3cd3-446f-9083-bd890446b333 2024-11-24T08:17:20,567 DEBUG [RS:0;30c28c82771d:35319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:17:20,569 DEBUG [RS:0;30c28c82771d:35319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:17:20,569 DEBUG [RS:0;30c28c82771d:35319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:17:20,571 DEBUG [RS:0;30c28c82771d:35319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:17:20,572 DEBUG [RS:0;30c28c82771d:35319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e15113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:17:20,583 DEBUG [RS:0;30c28c82771d:35319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:35319 2024-11-24T08:17:20,584 INFO [RS:0;30c28c82771d:35319 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:17:20,584 INFO [RS:0;30c28c82771d:35319 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:17:20,584 DEBUG [RS:0;30c28c82771d:35319 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:17:20,584 INFO [RS:0;30c28c82771d:35319 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,36945,1732436238704 with port=35319, startcode=1732436238744 2024-11-24T08:17:20,585 DEBUG [RS:0;30c28c82771d:35319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:17:20,586 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:17:20,587 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,35319,1732436238744 2024-11-24T08:17:20,587 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36945 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,35319,1732436238744 2024-11-24T08:17:20,589 DEBUG [RS:0;30c28c82771d:35319 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e 2024-11-24T08:17:20,589 DEBUG [RS:0;30c28c82771d:35319 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34781 2024-11-24T08:17:20,589 DEBUG [RS:0;30c28c82771d:35319 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:17:20,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591/rs 2024-11-24T08:17:20,595 DEBUG [RS:0;30c28c82771d:35319 {}] zookeeper.ZKUtil(111): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Set watcher on existing znode=/1-1418311591/rs/30c28c82771d,35319,1732436238744 2024-11-24T08:17:20,595 WARN [RS:0;30c28c82771d:35319 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:17:20,595 INFO [RS:0;30c28c82771d:35319 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:17:20,595 DEBUG [RS:0;30c28c82771d:35319 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/WALs/30c28c82771d,35319,1732436238744 2024-11-24T08:17:20,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,35319,1732436238744] 2024-11-24T08:17:20,599 INFO [RS:0;30c28c82771d:35319 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:17:20,600 INFO [RS:0;30c28c82771d:35319 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:17:20,601 INFO [RS:0;30c28c82771d:35319 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:17:20,601 INFO [RS:0;30c28c82771d:35319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:20,601 INFO [RS:0;30c28c82771d:35319 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:17:20,602 INFO [RS:0;30c28c82771d:35319 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:17:20,602 INFO [RS:0;30c28c82771d:35319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:20,602 DEBUG [RS:0;30c28c82771d:35319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:20,602 DEBUG [RS:0;30c28c82771d:35319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:20,602 DEBUG [RS:0;30c28c82771d:35319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:20,602 DEBUG [RS:0;30c28c82771d:35319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:20,602 DEBUG [RS:0;30c28c82771d:35319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:20,602 DEBUG [RS:0;30c28c82771d:35319 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:17:20,602 DEBUG [RS:0;30c28c82771d:35319 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:20,602 DEBUG [RS:0;30c28c82771d:35319 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:20,602 DEBUG [RS:0;30c28c82771d:35319 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:20,602 DEBUG [RS:0;30c28c82771d:35319 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:20,602 DEBUG [RS:0;30c28c82771d:35319 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:20,602 DEBUG [RS:0;30c28c82771d:35319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:20,603 DEBUG [RS:0;30c28c82771d:35319 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:17:20,603 DEBUG [RS:0;30c28c82771d:35319 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:17:20,607 INFO [RS:0;30c28c82771d:35319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:20,607 INFO [RS:0;30c28c82771d:35319 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:20,607 INFO [RS:0;30c28c82771d:35319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:20,607 INFO [RS:0;30c28c82771d:35319 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:20,607 INFO [RS:0;30c28c82771d:35319 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:20,607 INFO [RS:0;30c28c82771d:35319 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,35319,1732436238744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:17:20,621 INFO [RS:0;30c28c82771d:35319 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:17:20,621 INFO [RS:0;30c28c82771d:35319 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,35319,1732436238744-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:20,621 INFO [RS:0;30c28c82771d:35319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:20,621 INFO [RS:0;30c28c82771d:35319 {}] regionserver.Replication(171): 30c28c82771d,35319,1732436238744 started 2024-11-24T08:17:20,635 INFO [RS:0;30c28c82771d:35319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:20,635 INFO [RS:0;30c28c82771d:35319 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,35319,1732436238744, RpcServer on 30c28c82771d/172.17.0.2:35319, sessionid=0x101490cfa140004 2024-11-24T08:17:20,635 DEBUG [RS:0;30c28c82771d:35319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:17:20,635 DEBUG [RS:0;30c28c82771d:35319 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,35319,1732436238744 2024-11-24T08:17:20,635 DEBUG [RS:0;30c28c82771d:35319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,35319,1732436238744' 2024-11-24T08:17:20,635 DEBUG [RS:0;30c28c82771d:35319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1418311591/flush-table-proc/abort' 2024-11-24T08:17:20,636 DEBUG [RS:0;30c28c82771d:35319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1418311591/flush-table-proc/acquired' 2024-11-24T08:17:20,636 DEBUG [RS:0;30c28c82771d:35319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:17:20,636 DEBUG [RS:0;30c28c82771d:35319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:17:20,636 DEBUG [RS:0;30c28c82771d:35319 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,35319,1732436238744 2024-11-24T08:17:20,636 DEBUG [RS:0;30c28c82771d:35319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,35319,1732436238744' 2024-11-24T08:17:20,636 DEBUG [RS:0;30c28c82771d:35319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1418311591/online-snapshot/abort' 2024-11-24T08:17:20,636 DEBUG [RS:0;30c28c82771d:35319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1418311591/online-snapshot/acquired' 2024-11-24T08:17:20,637 DEBUG [RS:0;30c28c82771d:35319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:17:20,637 INFO [RS:0;30c28c82771d:35319 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:17:20,637 INFO [RS:0;30c28c82771d:35319 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:17:20,737 INFO [RS:0;30c28c82771d:35319 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:17:20,739 INFO [RS:0;30c28c82771d:35319 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C35319%2C1732436238744, suffix=, logDir=hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/WALs/30c28c82771d,35319,1732436238744, archiveDir=hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/oldWALs, maxLogs=10 2024-11-24T08:17:20,752 DEBUG [RS:0;30c28c82771d:35319 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/WALs/30c28c82771d,35319,1732436238744/30c28c82771d%2C35319%2C1732436238744.1732436240739, exclude list is [], retry=0 2024-11-24T08:17:20,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42563,DS-8b5df395-379f-4936-96f9-63a3c722ba5e,DISK] 2024-11-24T08:17:20,758 INFO [RS:0;30c28c82771d:35319 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/WALs/30c28c82771d,35319,1732436238744/30c28c82771d%2C35319%2C1732436238744.1732436240739 2024-11-24T08:17:20,758 DEBUG [RS:0;30c28c82771d:35319 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38157:38157)] 2024-11-24T08:17:20,939 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:17:20,939 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e 2024-11-24T08:17:20,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741833_1009 (size=32) 2024-11-24T08:17:21,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:21,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:17:21,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:17:21,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:21,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:21,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:17:21,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:17:21,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:21,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:21,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:17:21,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:17:21,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:21,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:21,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:17:21,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:17:21,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:21,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:21,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:17:21,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/data/hbase/meta/1588230740 2024-11-24T08:17:21,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/data/hbase/meta/1588230740 2024-11-24T08:17:21,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:17:21,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:17:21,358 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:17:21,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:17:21,361 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:17:21,361 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61299812, jitterRate=-0.08656162023544312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:17:21,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436241346Initializing all the Stores at 1732436241347 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436241347Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436241348 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436241348Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436241348Cleaning up temporary data from old regions at 1732436241357 (+9 ms)Region opened successfully at 1732436241361 (+4 ms) 2024-11-24T08:17:21,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:17:21,361 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:17:21,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:17:21,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:17:21,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:17:21,362 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:17:21,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436241361Disabling compacts and flushes for region at 1732436241361Disabling writes for close at 1732436241362 (+1 ms)Writing region close event to WAL at 1732436241362Closed at 1732436241362 2024-11-24T08:17:21,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:17:21,363 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:17:21,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:17:21,365 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:17:21,366 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:17:21,516 DEBUG [30c28c82771d:36945 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:17:21,517 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,35319,1732436238744 2024-11-24T08:17:21,518 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,35319,1732436238744, state=OPENING 2024-11-24T08:17:21,520 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:17:21,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591 2024-11-24T08:17:21,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591 2024-11-24T08:17:21,522 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:17:21,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1418311591/meta-region-server: CHANGED 2024-11-24T08:17:21,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1418311591/meta-region-server: CHANGED 2024-11-24T08:17:21,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,35319,1732436238744}] 2024-11-24T08:17:21,675 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:17:21,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:17:21,681 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:17:21,681 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:17:21,681 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:17:21,683 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C35319%2C1732436238744.meta, suffix=.meta, logDir=hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/WALs/30c28c82771d,35319,1732436238744, archiveDir=hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/oldWALs, maxLogs=10 2024-11-24T08:17:21,696 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/WALs/30c28c82771d,35319,1732436238744/30c28c82771d%2C35319%2C1732436238744.meta.1732436241683.meta, exclude list is [], retry=0 2024-11-24T08:17:21,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42563,DS-8b5df395-379f-4936-96f9-63a3c722ba5e,DISK] 2024-11-24T08:17:21,700 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/WALs/30c28c82771d,35319,1732436238744/30c28c82771d%2C35319%2C1732436238744.meta.1732436241683.meta 2024-11-24T08:17:21,701 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38157:38157)] 2024-11-24T08:17:21,701 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:17:21,701 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:17:21,701 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:17:21,701 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:17:21,701 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:17:21,701 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:17:21,702 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:21,702 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:17:21,702 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:17:21,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:17:21,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:17:21,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:21,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:21,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:17:21,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:17:21,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:21,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:21,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:17:21,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:17:21,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:21,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:21,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:17:21,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:17:21,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:21,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:21,708 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:17:21,709 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/data/hbase/meta/1588230740 2024-11-24T08:17:21,710 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/data/hbase/meta/1588230740 2024-11-24T08:17:21,711 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:17:21,711 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:17:21,712 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:17:21,713 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:17:21,713 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61690002, jitterRate=-0.0807473361492157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:17:21,713 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:17:21,714 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436241702Writing region info on filesystem at 1732436241702Initializing all the Stores at 1732436241703 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436241703Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436241703Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436241703Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436241703Cleaning up temporary data from old regions at 1732436241711 (+8 ms)Running coprocessor post-open hooks at 1732436241713 (+2 ms)Region opened successfully at 1732436241714 (+1 ms) 2024-11-24T08:17:21,715 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436241675 2024-11-24T08:17:21,717 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:17:21,717 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:17:21,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,35319,1732436238744 2024-11-24T08:17:21,719 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,35319,1732436238744, state=OPEN 2024-11-24T08:17:21,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1418311591/meta-region-server 2024-11-24T08:17:21,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1418311591/meta-region-server 2024-11-24T08:17:21,722 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,35319,1732436238744 2024-11-24T08:17:21,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1418311591/meta-region-server: CHANGED 2024-11-24T08:17:21,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1418311591/meta-region-server: CHANGED 2024-11-24T08:17:21,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:17:21,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,35319,1732436238744 in 200 msec 2024-11-24T08:17:21,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:17:21,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-24T08:17:21,728 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:17:21,728 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:17:21,729 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:17:21,729 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,35319,1732436238744, seqNum=-1] 2024-11-24T08:17:21,729 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:17:21,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:17:21,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-11-24T08:17:21,736 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436241736, completionTime=-1 2024-11-24T08:17:21,736 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:17:21,736 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:17:21,738 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:17:21,738 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436301738 2024-11-24T08:17:21,738 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436361738 2024-11-24T08:17:21,738 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T08:17:21,738 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36945,1732436238704-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:21,738 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36945,1732436238704-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:21,738 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36945,1732436238704-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:21,738 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:36945, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:21,738 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:21,738 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:21,740 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:17:21,742 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.959sec 2024-11-24T08:17:21,742 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:17:21,742 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:17:21,742 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:17:21,742 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:17:21,742 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:17:21,742 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36945,1732436238704-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:17:21,742 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36945,1732436238704-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:17:21,744 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:17:21,744 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:17:21,744 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36945,1732436238704-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:21,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59dc439f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:21,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,36945,-1 for getting cluster id 2024-11-24T08:17:21,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:21,769 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af0ff098-3cd3-446f-9083-bd890446b333' 2024-11-24T08:17:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af0ff098-3cd3-446f-9083-bd890446b333" 2024-11-24T08:17:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ddb01d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,36945,-1] 2024-11-24T08:17:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:21,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:21,771 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:21,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eabc3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:21,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:17:21,773 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,35319,1732436238744, seqNum=-1] 2024-11-24T08:17:21,773 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:17:21,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:17:21,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,36945,1732436238704 2024-11-24T08:17:21,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49172 2024-11-24T08:17:21,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:17:21,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101490cfa140005 connected 2024-11-24T08:17:21,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101bf7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:21,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,43023,-1 for getting cluster id 2024-11-24T08:17:21,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:21,785 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63a11539-7267-48dc-b7b7-1db91b5642ca' 2024-11-24T08:17:21,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:21,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63a11539-7267-48dc-b7b7-1db91b5642ca" 2024-11-24T08:17:21,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2482b5cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:21,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,43023,-1] 2024-11-24T08:17:21,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:21,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:21,788 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:21,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f1bfd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:21,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:17:21,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,43023,1732436235101 2024-11-24T08:17:21,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17fe505e 2024-11-24T08:17:21,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:17:21,791 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:17:21,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43023 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30c28c82771d:36945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T08:17:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43023 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:17:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:17:21,795 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:36945' 2024-11-24T08:17:21,796 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4605b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:21,796 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,36945,-1 for getting cluster id 2024-11-24T08:17:21,796 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:21,797 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af0ff098-3cd3-446f-9083-bd890446b333' 2024-11-24T08:17:21,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:21,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af0ff098-3cd3-446f-9083-bd890446b333" 2024-11-24T08:17:21,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3465ff65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:21,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,36945,-1] 2024-11-24T08:17:21,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:21,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:21,799 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:21,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bdae4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:21,800 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:17:21,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,36945,1732436238704 2024-11-24T08:17:21,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38cc2b3f 2024-11-24T08:17:21,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:17:21,802 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:17:21,803 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T08:17:21,803 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:17:21,804 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:21,804 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:21,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:21,804 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:17:21,806 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T08:17:21,807 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:17:21,807 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:21,809 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:17:21,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741835_1011 (size=1138) 2024-11-24T08:17:21,856 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T08:17:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:17:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:17:22,218 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 313cca4bba09574a264d68114dfbc1d6, NAME => 'hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202 2024-11-24T08:17:22,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741836_1012 (size=44) 2024-11-24T08:17:22,385 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:17:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:17:22,624 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:22,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 313cca4bba09574a264d68114dfbc1d6, disabling compactions & flushes 2024-11-24T08:17:22,625 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6. 2024-11-24T08:17:22,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6. 2024-11-24T08:17:22,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6. after waiting 0 ms 2024-11-24T08:17:22,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6. 2024-11-24T08:17:22,625 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6. 2024-11-24T08:17:22,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 313cca4bba09574a264d68114dfbc1d6: Waiting for close lock at 1732436242625Disabling compacts and flushes for region at 1732436242625Disabling writes for close at 1732436242625Writing region close event to WAL at 1732436242625Closed at 1732436242625 2024-11-24T08:17:22,626 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:17:22,627 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732436242626"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436242626"}]},"ts":"1732436242626"} 2024-11-24T08:17:22,629 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:17:22,630 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:17:22,631 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436242630"}]},"ts":"1732436242630"} 2024-11-24T08:17:22,632 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T08:17:22,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=313cca4bba09574a264d68114dfbc1d6, ASSIGN}] 2024-11-24T08:17:22,634 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=313cca4bba09574a264d68114dfbc1d6, ASSIGN 2024-11-24T08:17:22,635 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=313cca4bba09574a264d68114dfbc1d6, ASSIGN; state=OFFLINE, location=30c28c82771d,36811,1732436235179; forceNewPlan=false, retain=false 2024-11-24T08:17:22,785 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=313cca4bba09574a264d68114dfbc1d6, regionState=OPENING, regionLocation=30c28c82771d,36811,1732436235179 2024-11-24T08:17:22,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=313cca4bba09574a264d68114dfbc1d6, ASSIGN because future has completed 2024-11-24T08:17:22,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 313cca4bba09574a264d68114dfbc1d6, server=30c28c82771d,36811,1732436235179}] 2024-11-24T08:17:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:17:22,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6. 2024-11-24T08:17:22,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:17:22,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T08:17:22,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C36811%2C1732436235179.rep, suffix=, logDir=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/WALs/30c28c82771d,36811,1732436235179, archiveDir=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/oldWALs, maxLogs=10 2024-11-24T08:17:22,963 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:17:22,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/WALs/30c28c82771d,36811,1732436235179/30c28c82771d%2C36811%2C1732436235179.rep.1732436242951, exclude list is [], retry=0 2024-11-24T08:17:22,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:17:22,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46833,DS-bd15150c-7751-467b-9e2e-4c0dcf252816,DISK] 2024-11-24T08:17:22,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/WALs/30c28c82771d,36811,1732436235179/30c28c82771d%2C36811%2C1732436235179.rep.1732436242951 2024-11-24T08:17:22,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34237:34237)] 2024-11-24T08:17:22,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 313cca4bba09574a264d68114dfbc1d6, NAME => 'hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:17:22,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:17:22,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:17:22,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6. service=MultiRowMutationService 2024-11-24T08:17:22,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T08:17:22,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 313cca4bba09574a264d68114dfbc1d6 2024-11-24T08:17:22,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:22,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 313cca4bba09574a264d68114dfbc1d6 2024-11-24T08:17:22,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 313cca4bba09574a264d68114dfbc1d6 2024-11-24T08:17:22,972 INFO [StoreOpener-313cca4bba09574a264d68114dfbc1d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 313cca4bba09574a264d68114dfbc1d6 2024-11-24T08:17:22,973 INFO [StoreOpener-313cca4bba09574a264d68114dfbc1d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313cca4bba09574a264d68114dfbc1d6 columnFamilyName hfileref 2024-11-24T08:17:22,974 DEBUG [StoreOpener-313cca4bba09574a264d68114dfbc1d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:22,974 INFO [StoreOpener-313cca4bba09574a264d68114dfbc1d6-1 {}] regionserver.HStore(327): Store=313cca4bba09574a264d68114dfbc1d6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:22,974 INFO [StoreOpener-313cca4bba09574a264d68114dfbc1d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 313cca4bba09574a264d68114dfbc1d6 2024-11-24T08:17:22,975 INFO [StoreOpener-313cca4bba09574a264d68114dfbc1d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313cca4bba09574a264d68114dfbc1d6 columnFamilyName queue 2024-11-24T08:17:22,975 DEBUG [StoreOpener-313cca4bba09574a264d68114dfbc1d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:22,976 INFO [StoreOpener-313cca4bba09574a264d68114dfbc1d6-1 {}] regionserver.HStore(327): Store=313cca4bba09574a264d68114dfbc1d6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:22,976 INFO [StoreOpener-313cca4bba09574a264d68114dfbc1d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 313cca4bba09574a264d68114dfbc1d6 2024-11-24T08:17:22,977 INFO [StoreOpener-313cca4bba09574a264d68114dfbc1d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313cca4bba09574a264d68114dfbc1d6 columnFamilyName sid 2024-11-24T08:17:22,977 DEBUG [StoreOpener-313cca4bba09574a264d68114dfbc1d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:22,977 INFO [StoreOpener-313cca4bba09574a264d68114dfbc1d6-1 {}] regionserver.HStore(327): Store=313cca4bba09574a264d68114dfbc1d6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:22,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 313cca4bba09574a264d68114dfbc1d6 2024-11-24T08:17:22,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/replication/313cca4bba09574a264d68114dfbc1d6 2024-11-24T08:17:22,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/replication/313cca4bba09574a264d68114dfbc1d6 2024-11-24T08:17:22,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 313cca4bba09574a264d68114dfbc1d6 2024-11-24T08:17:22,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 313cca4bba09574a264d68114dfbc1d6 2024-11-24T08:17:22,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:17:22,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 313cca4bba09574a264d68114dfbc1d6 2024-11-24T08:17:22,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/replication/313cca4bba09574a264d68114dfbc1d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:17:22,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 313cca4bba09574a264d68114dfbc1d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58861339, jitterRate=-0.12289769947528839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:17:22,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 313cca4bba09574a264d68114dfbc1d6 2024-11-24T08:17:22,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 313cca4bba09574a264d68114dfbc1d6: Running coprocessor pre-open hook at 1732436242971Writing region info on filesystem at 1732436242971Initializing all the Stores at 1732436242972 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436242972Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436242972Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436242972Cleaning up temporary data from old regions at 1732436242979 (+7 ms)Running coprocessor post-open hooks at 1732436242985 (+6 ms)Region opened successfully at 1732436242985 2024-11-24T08:17:22,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:17:22,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6., pid=7, masterSystemTime=1732436242945 2024-11-24T08:17:22,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6. 2024-11-24T08:17:22,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6. 2024-11-24T08:17:22,990 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=313cca4bba09574a264d68114dfbc1d6, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,36811,1732436235179 2024-11-24T08:17:22,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 313cca4bba09574a264d68114dfbc1d6, server=30c28c82771d,36811,1732436235179 because future has completed 2024-11-24T08:17:22,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T08:17:22,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 313cca4bba09574a264d68114dfbc1d6, server=30c28c82771d,36811,1732436235179 in 202 msec 2024-11-24T08:17:22,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:17:22,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=313cca4bba09574a264d68114dfbc1d6, ASSIGN in 364 msec 2024-11-24T08:17:23,000 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:17:23,001 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436243000"}]},"ts":"1732436243000"} 2024-11-24T08:17:23,003 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T08:17:23,004 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:17:23,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-11-24T08:17:23,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6., hostname=30c28c82771d,36811,1732436235179, seqNum=2] 2024-11-24T08:17:23,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418 2024-11-24T08:17:23,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418 2024-11-24T08:17:23,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:17:23,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T08:17:23,178 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T08:17:23,208 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-30c28c82771d,36811,1732436235179, ReplicationSource: 1, currentBandwidth=0 2024-11-24T08:17:23,209 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:17:23,209 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,36811,1732436235179, seqNum=-1] 2024-11-24T08:17:23,209 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:17:23,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-24T08:17:23,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30c28c82771d,36811,1732436235179', locateType=CURRENT is [region=hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6., hostname=30c28c82771d,36811,1732436235179, seqNum=2] 2024-11-24T08:17:23,215 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T08:17:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43023 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T08:17:23,218 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30c28c82771d,36811,1732436235179 suceeded 2024-11-24T08:17:23,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T08:17:23,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-24T08:17:23,220 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30c28c82771d:36945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:17:23,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4280 sec 2024-11-24T08:17:23,230 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:36945' 2024-11-24T08:17:23,231 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@563c9ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:23,231 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,36945,-1 for getting cluster id 2024-11-24T08:17:23,232 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:23,232 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af0ff098-3cd3-446f-9083-bd890446b333' 2024-11-24T08:17:23,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:23,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af0ff098-3cd3-446f-9083-bd890446b333" 2024-11-24T08:17:23,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ecea5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:23,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,36945,-1] 2024-11-24T08:17:23,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:23,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:23,234 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:23,235 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@667b40df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:23,235 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:17:23,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,36945,1732436238704 2024-11-24T08:17:23,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eca29f5 2024-11-24T08:17:23,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:17:23,237 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-24T08:17:23,238 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30c28c82771d,36811,1732436235179 (queues=1) is replicating from cluster=63a11539-7267-48dc-b7b7-1db91b5642ca to cluster=af0ff098-3cd3-446f-9083-bd890446b333 2024-11-24T08:17:23,238 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30c28c82771d%2C36811%2C1732436235179 2024-11-24T08:17:23,238 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30c28c82771d,36811,1732436235179, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:17:23,238 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179.replicationSource.shipper30c28c82771d%2C36811%2C1732436235179,1-30c28c82771d,36811,1732436235179 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C36811%2C1732436235179 2024-11-24T08:17:23,238 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179.replicationSource.wal-reader.30c28c82771d%2C36811%2C1732436235179,1-30c28c82771d,36811,1732436235179 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/WALs/30c28c82771d,36811,1732436235179/30c28c82771d%2C36811%2C1732436235179.1732436236527, startPosition=0, beingWritten=true 2024-11-24T08:17:23,444 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179.replicationSource.wal-reader.30c28c82771d%2C36811%2C1732436235179,1-30c28c82771d,36811,1732436235179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/WALs/30c28c82771d,36811,1732436235179/30c28c82771d%2C36811%2C1732436235179.1732436236527 to pos 0, reset compression=false 2024-11-24T08:17:23,749 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179.replicationSource.wal-reader.30c28c82771d%2C36811%2C1732436235179,1-30c28c82771d,36811,1732436235179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/WALs/30c28c82771d,36811,1732436235179/30c28c82771d%2C36811%2C1732436235179.1732436236527 to pos 0, reset compression=false 2024-11-24T08:17:23,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:17:23,955 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T08:17:23,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:17:23,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:23,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:23,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:23,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:23,955 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:17:23,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,43023,1732436235101 2024-11-24T08:17:23,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c08554b 2024-11-24T08:17:23,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:17:23,958 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:17:23,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43023 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T08:17:23,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:17:23,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:17:23,958 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:23,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:23,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:23,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:23,959 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:17:23,959 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1831023129, stopped=false 2024-11-24T08:17:23,959 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,36945,1732436238704 2024-11-24T08:17:23,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1418311591/running 2024-11-24T08:17:23,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1418311591/running 2024-11-24T08:17:23,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591 2024-11-24T08:17:23,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591 2024-11-24T08:17:23,960 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:17:23,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:17:23,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:23,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:23,961 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,35319,1732436238744' ***** 2024-11-24T08:17:23,961 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:17:23,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Set watcher on znode that does not yet exist, /1-1418311591/running 2024-11-24T08:17:23,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Set watcher on znode that does not yet exist, /1-1418311591/running 2024-11-24T08:17:23,961 INFO [RS:0;30c28c82771d:35319 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:17:23,961 INFO [RS:0;30c28c82771d:35319 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:17:23,961 INFO [RS:0;30c28c82771d:35319 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:17:23,961 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:17:23,961 INFO [RS:0;30c28c82771d:35319 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,35319,1732436238744 2024-11-24T08:17:23,961 INFO [RS:0;30c28c82771d:35319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:17:23,962 INFO [RS:0;30c28c82771d:35319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:35319. 2024-11-24T08:17:23,962 DEBUG [RS:0;30c28c82771d:35319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:23,962 DEBUG [RS:0;30c28c82771d:35319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:23,962 INFO [RS:0;30c28c82771d:35319 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:17:23,962 INFO [RS:0;30c28c82771d:35319 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:17:23,962 INFO [RS:0;30c28c82771d:35319 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:17:23,962 INFO [RS:0;30c28c82771d:35319 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:17:23,962 INFO [RS:0;30c28c82771d:35319 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T08:17:23,962 DEBUG [RS:0;30c28c82771d:35319 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:17:23,962 DEBUG [RS:0;30c28c82771d:35319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:17:23,962 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:17:23,962 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:17:23,962 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:17:23,962 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:17:23,962 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:17:23,963 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T08:17:23,979 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/data/hbase/meta/1588230740/.tmp/ns/62fd3848c2224b54b8cd6f7bf1e27b7e is 43, key is default/ns:d/1732436241731/Put/seqid=0 2024-11-24T08:17:23,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741835_1011 (size=5153) 2024-11-24T08:17:24,009 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:17:24,154 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179.replicationSource.wal-reader.30c28c82771d%2C36811%2C1732436235179,1-30c28c82771d,36811,1732436235179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/WALs/30c28c82771d,36811,1732436235179/30c28c82771d%2C36811%2C1732436235179.1732436236527 to pos 0, reset compression=false 2024-11-24T08:17:24,162 DEBUG [RS:0;30c28c82771d:35319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:17:24,363 DEBUG [RS:0;30c28c82771d:35319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:17:24,384 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/data/hbase/meta/1588230740/.tmp/ns/62fd3848c2224b54b8cd6f7bf1e27b7e 2024-11-24T08:17:24,391 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/data/hbase/meta/1588230740/.tmp/ns/62fd3848c2224b54b8cd6f7bf1e27b7e as hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/data/hbase/meta/1588230740/ns/62fd3848c2224b54b8cd6f7bf1e27b7e 2024-11-24T08:17:24,396 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/data/hbase/meta/1588230740/ns/62fd3848c2224b54b8cd6f7bf1e27b7e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T08:17:24,397 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-24T08:17:24,401 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T08:17:24,402 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:17:24,402 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:17:24,402 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:17:24,402 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436243962Running coprocessor pre-close hooks at 1732436243962Disabling compacts and flushes for region at 1732436243962Disabling writes for close at 1732436243962Obtaining lock to block concurrent updates at 1732436243963 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732436243963Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732436243963Flushing stores of hbase:meta,,1.1588230740 at 1732436243964 (+1 ms)Flushing 1588230740/ns: creating writer at 1732436243964Flushing 1588230740/ns: appending metadata at 1732436243978 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732436243978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dcbc164: reopening flushed file at 1732436244390 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1732436244397 (+7 ms)Writing region close event to WAL at 1732436244398 (+1 ms)Running coprocessor post-close hooks at 1732436244402 (+4 ms)Closed at 1732436244402 2024-11-24T08:17:24,402 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:17:24,563 INFO [RS:0;30c28c82771d:35319 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,35319,1732436238744; all regions closed. 2024-11-24T08:17:24,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741834_1010 (size=1152) 2024-11-24T08:17:24,568 DEBUG [RS:0;30c28c82771d:35319 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/oldWALs 2024-11-24T08:17:24,568 INFO [RS:0;30c28c82771d:35319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C35319%2C1732436238744.meta:.meta(num 1732436241683) 2024-11-24T08:17:24,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741832_1008 (size=93) 2024-11-24T08:17:24,572 DEBUG [RS:0;30c28c82771d:35319 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/oldWALs 2024-11-24T08:17:24,572 INFO [RS:0;30c28c82771d:35319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C35319%2C1732436238744:(num 1732436240739) 2024-11-24T08:17:24,572 DEBUG [RS:0;30c28c82771d:35319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:24,572 INFO [RS:0;30c28c82771d:35319 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:17:24,572 INFO [RS:0;30c28c82771d:35319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:17:24,573 INFO [RS:0;30c28c82771d:35319 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:17:24,573 INFO [RS:0;30c28c82771d:35319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:17:24,573 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:17:24,573 INFO [RS:0;30c28c82771d:35319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35319 2024-11-24T08:17:24,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1418311591/rs/30c28c82771d,35319,1732436238744 2024-11-24T08:17:24,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591/rs 2024-11-24T08:17:24,575 INFO [RS:0;30c28c82771d:35319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:17:24,575 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,35319,1732436238744] 2024-11-24T08:17:24,578 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1418311591/draining/30c28c82771d,35319,1732436238744 already deleted, retry=false 2024-11-24T08:17:24,579 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,35319,1732436238744 expired; onlineServers=0 2024-11-24T08:17:24,579 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,36945,1732436238704' ***** 2024-11-24T08:17:24,579 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:17:24,579 INFO [M:0;30c28c82771d:36945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:17:24,579 INFO [M:0;30c28c82771d:36945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:17:24,579 DEBUG [M:0;30c28c82771d:36945 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:17:24,579 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:17:24,579 DEBUG [M:0;30c28c82771d:36945 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:17:24,579 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436240532 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436240532,5,FailOnTimeoutGroup] 2024-11-24T08:17:24,579 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436240532 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436240532,5,FailOnTimeoutGroup] 2024-11-24T08:17:24,579 INFO [M:0;30c28c82771d:36945 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:17:24,579 INFO [M:0;30c28c82771d:36945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:17:24,579 DEBUG [M:0;30c28c82771d:36945 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:17:24,579 INFO [M:0;30c28c82771d:36945 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:17:24,579 INFO [M:0;30c28c82771d:36945 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:17:24,580 INFO [M:0;30c28c82771d:36945 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:17:24,580 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:17:24,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1418311591/master 2024-11-24T08:17:24,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418311591 2024-11-24T08:17:24,581 DEBUG [M:0;30c28c82771d:36945 {}] zookeeper.ZKUtil(347): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Unable to get data of znode /1-1418311591/master because node does not exist (not an error) 2024-11-24T08:17:24,581 WARN [M:0;30c28c82771d:36945 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:17:24,581 INFO [M:0;30c28c82771d:36945 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/.lastflushedseqids 2024-11-24T08:17:24,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741836_1012 (size=99) 2024-11-24T08:17:24,659 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179.replicationSource.wal-reader.30c28c82771d%2C36811%2C1732436235179,1-30c28c82771d,36811,1732436235179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/WALs/30c28c82771d,36811,1732436235179/30c28c82771d%2C36811%2C1732436235179.1732436236527 to pos 0, reset compression=false 2024-11-24T08:17:24,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:24,677 INFO [RS:0;30c28c82771d:35319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:17:24,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35319-0x101490cfa140004, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:24,677 INFO [RS:0;30c28c82771d:35319 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,35319,1732436238744; zookeeper connection closed. 2024-11-24T08:17:24,677 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f2cff47 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f2cff47 2024-11-24T08:17:24,677 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:17:24,986 INFO [M:0;30c28c82771d:36945 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:17:24,987 INFO [M:0;30c28c82771d:36945 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:17:24,987 DEBUG [M:0;30c28c82771d:36945 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:17:24,987 INFO [M:0;30c28c82771d:36945 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:24,987 DEBUG [M:0;30c28c82771d:36945 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:24,987 DEBUG [M:0;30c28c82771d:36945 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:17:24,987 DEBUG [M:0;30c28c82771d:36945 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:24,987 INFO [M:0;30c28c82771d:36945 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T08:17:25,011 DEBUG [M:0;30c28c82771d:36945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ce2a373bac743fcaab2359ad5d4e8f8 is 82, key is hbase:meta,,1/info:regioninfo/1732436241718/Put/seqid=0 2024-11-24T08:17:25,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741837_1013 (size=5672) 2024-11-24T08:17:25,265 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179.replicationSource.wal-reader.30c28c82771d%2C36811%2C1732436235179,1-30c28c82771d,36811,1732436235179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/WALs/30c28c82771d,36811,1732436235179/30c28c82771d%2C36811%2C1732436235179.1732436236527 to pos 0, reset compression=false 2024-11-24T08:17:25,417 INFO [M:0;30c28c82771d:36945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ce2a373bac743fcaab2359ad5d4e8f8 2024-11-24T08:17:25,437 DEBUG [M:0;30c28c82771d:36945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/891f6457d38a4cca82d17b8b5351bb09 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732436241735/Put/seqid=0 2024-11-24T08:17:25,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741838_1014 (size=5275) 2024-11-24T08:17:25,842 INFO [M:0;30c28c82771d:36945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/891f6457d38a4cca82d17b8b5351bb09 2024-11-24T08:17:25,873 DEBUG [M:0;30c28c82771d:36945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34434860563443428fdbe96f0e97ecbc is 69, key is 30c28c82771d,35319,1732436238744/rs:state/1732436240587/Put/seqid=0 2024-11-24T08:17:25,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741839_1015 (size=5156) 2024-11-24T08:17:25,970 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179.replicationSource.wal-reader.30c28c82771d%2C36811%2C1732436235179,1-30c28c82771d,36811,1732436235179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/WALs/30c28c82771d,36811,1732436235179/30c28c82771d%2C36811%2C1732436235179.1732436236527 to pos 0, reset compression=false 2024-11-24T08:17:26,281 INFO [M:0;30c28c82771d:36945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34434860563443428fdbe96f0e97ecbc 2024-11-24T08:17:26,287 DEBUG [M:0;30c28c82771d:36945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ce2a373bac743fcaab2359ad5d4e8f8 as hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ce2a373bac743fcaab2359ad5d4e8f8 2024-11-24T08:17:26,291 INFO [M:0;30c28c82771d:36945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ce2a373bac743fcaab2359ad5d4e8f8, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T08:17:26,292 DEBUG [M:0;30c28c82771d:36945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/891f6457d38a4cca82d17b8b5351bb09 as hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/891f6457d38a4cca82d17b8b5351bb09 2024-11-24T08:17:26,296 INFO [M:0;30c28c82771d:36945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/891f6457d38a4cca82d17b8b5351bb09, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T08:17:26,297 DEBUG [M:0;30c28c82771d:36945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34434860563443428fdbe96f0e97ecbc as hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34434860563443428fdbe96f0e97ecbc 2024-11-24T08:17:26,302 INFO [M:0;30c28c82771d:36945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34781/user/jenkins/test-data/68a2e880-4148-7abd-0429-c38f7541173e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34434860563443428fdbe96f0e97ecbc, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T08:17:26,303 INFO [M:0;30c28c82771d:36945 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=28, compaction requested=false 2024-11-24T08:17:26,304 INFO [M:0;30c28c82771d:36945 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:26,304 DEBUG [M:0;30c28c82771d:36945 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436244987Disabling compacts and flushes for region at 1732436244987Disabling writes for close at 1732436244987Obtaining lock to block concurrent updates at 1732436244987Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436244987Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732436244988 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436244988Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436244988Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436245010 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436245010Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436245422 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436245437 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436245437Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436245852 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436245873 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436245873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@549d3666: reopening flushed file at 1732436246286 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411f71f3: reopening flushed file at 1732436246291 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7999e346: reopening flushed file at 1732436246297 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=28, compaction requested=false at 1732436246303 (+6 ms)Writing region close event to WAL at 1732436246304 (+1 ms)Closed at 1732436246304 2024-11-24T08:17:26,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42563 is added to blk_1073741830_1006 (size=10165) 2024-11-24T08:17:26,307 INFO [M:0;30c28c82771d:36945 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:17:26,307 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:17:26,307 INFO [M:0;30c28c82771d:36945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36945 2024-11-24T08:17:26,307 INFO [M:0;30c28c82771d:36945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:17:26,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:26,409 INFO [M:0;30c28c82771d:36945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:17:26,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36945-0x101490cfa140003, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:26,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d475e46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:17:26,414 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@239c656d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:17:26,414 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:17:26,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1df0c584{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:17:26,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b282f04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/hadoop.log.dir/,STOPPED} 2024-11-24T08:17:26,415 WARN [BP-1385952514-172.17.0.2-1732436237608 heartbeating to localhost/127.0.0.1:34781 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:17:26,415 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:17:26,415 WARN [BP-1385952514-172.17.0.2-1732436237608 heartbeating to localhost/127.0.0.1:34781 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1385952514-172.17.0.2-1732436237608 (Datanode Uuid 9d9f5819-648c-465a-bfa1-15b812a34ed3) service to localhost/127.0.0.1:34781 2024-11-24T08:17:26,415 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:17:26,416 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/cluster_302b7778-4891-8430-5e7e-2fdd6782e80c/data/data1/current/BP-1385952514-172.17.0.2-1732436237608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:17:26,416 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/cluster_302b7778-4891-8430-5e7e-2fdd6782e80c/data/data2/current/BP-1385952514-172.17.0.2-1732436237608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:17:26,416 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:17:26,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@498533fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:17:26,426 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73b2a63c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:17:26,426 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:17:26,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1eb8be28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:17:26,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ceaabc8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/hadoop.log.dir/,STOPPED} 2024-11-24T08:17:26,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:17:26,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:17:26,442 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:17:26,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:26,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:26,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:26,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:26,442 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:17:26,442 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2020988089, stopped=false 2024-11-24T08:17:26,442 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,43023,1732436235101 2024-11-24T08:17:26,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01444976418/running 2024-11-24T08:17:26,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01444976418/running 2024-11-24T08:17:26,444 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:17:26,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418 2024-11-24T08:17:26,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418 2024-11-24T08:17:26,445 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:17:26,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:26,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:26,445 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,36811,1732436235179' ***** 2024-11-24T08:17:26,445 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:17:26,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Set watcher on znode that does not yet exist, /01444976418/running 2024-11-24T08:17:26,445 INFO [RS:0;30c28c82771d:36811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:17:26,445 INFO [RS:0;30c28c82771d:36811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:17:26,445 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:17:26,446 INFO [RS:0;30c28c82771d:36811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:17:26,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Set watcher on znode that does not yet exist, /01444976418/running 2024-11-24T08:17:26,446 INFO [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for 313cca4bba09574a264d68114dfbc1d6 2024-11-24T08:17:26,446 INFO [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,36811,1732436235179 2024-11-24T08:17:26,446 INFO [RS:0;30c28c82771d:36811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:17:26,446 INFO [RS:0;30c28c82771d:36811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:36811. 2024-11-24T08:17:26,446 DEBUG [RS:0;30c28c82771d:36811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:26,446 DEBUG [RS:0;30c28c82771d:36811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:26,446 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 313cca4bba09574a264d68114dfbc1d6, disabling compactions & flushes 2024-11-24T08:17:26,446 INFO [RS:0;30c28c82771d:36811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:17:26,446 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6. 2024-11-24T08:17:26,446 INFO [RS:0;30c28c82771d:36811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:17:26,446 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6. 2024-11-24T08:17:26,446 INFO [RS:0;30c28c82771d:36811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:17:26,446 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6. after waiting 0 ms 2024-11-24T08:17:26,446 INFO [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:17:26,446 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6. 2024-11-24T08:17:26,446 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 313cca4bba09574a264d68114dfbc1d6 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-24T08:17:26,446 INFO [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T08:17:26,447 DEBUG [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 313cca4bba09574a264d68114dfbc1d6=hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6.} 2024-11-24T08:17:26,447 DEBUG [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 313cca4bba09574a264d68114dfbc1d6 2024-11-24T08:17:26,447 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:17:26,447 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:17:26,447 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:17:26,447 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:17:26,447 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:17:26,447 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T08:17:26,469 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/replication/313cca4bba09574a264d68114dfbc1d6/.tmp/queue/443553a359d548f58041908359d010e1 is 151, key is 1-30c28c82771d,36811,1732436235179/queue:30c28c82771d%2C36811%2C1732436235179/1732436243213/Put/seqid=0 2024-11-24T08:17:26,470 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740/.tmp/info/3bdc3af8cb9846a28868a853e011410e is 147, key is hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6./info:regioninfo/1732436242990/Put/seqid=0 2024-11-24T08:17:26,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741838_1014 (size=5350) 2024-11-24T08:17:26,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741839_1015 (size=6631) 2024-11-24T08:17:26,474 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/replication/313cca4bba09574a264d68114dfbc1d6/.tmp/queue/443553a359d548f58041908359d010e1 2024-11-24T08:17:26,481 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/replication/313cca4bba09574a264d68114dfbc1d6/.tmp/queue/443553a359d548f58041908359d010e1 as hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/replication/313cca4bba09574a264d68114dfbc1d6/queue/443553a359d548f58041908359d010e1 2024-11-24T08:17:26,486 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/replication/313cca4bba09574a264d68114dfbc1d6/queue/443553a359d548f58041908359d010e1, entries=1, sequenceid=5, filesize=5.2 K 2024-11-24T08:17:26,487 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 313cca4bba09574a264d68114dfbc1d6 in 41ms, sequenceid=5, compaction requested=false 2024-11-24T08:17:26,487 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T08:17:26,491 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/replication/313cca4bba09574a264d68114dfbc1d6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T08:17:26,491 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:17:26,492 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:17:26,492 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6. 2024-11-24T08:17:26,492 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 313cca4bba09574a264d68114dfbc1d6: Waiting for close lock at 1732436246446Running coprocessor pre-close hooks at 1732436246446Disabling compacts and flushes for region at 1732436246446Disabling writes for close at 1732436246446Obtaining lock to block concurrent updates at 1732436246446Preparing flush snapshotting stores in 313cca4bba09574a264d68114dfbc1d6 at 1732436246446Finished memstore snapshotting hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732436246447 (+1 ms)Flushing stores of hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6. at 1732436246447Flushing 313cca4bba09574a264d68114dfbc1d6/queue: creating writer at 1732436246448 (+1 ms)Flushing 313cca4bba09574a264d68114dfbc1d6/queue: appending metadata at 1732436246469 (+21 ms)Flushing 313cca4bba09574a264d68114dfbc1d6/queue: closing flushed file at 1732436246469Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56480f0d: reopening flushed file at 1732436246480 (+11 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 313cca4bba09574a264d68114dfbc1d6 in 41ms, sequenceid=5, compaction requested=false at 1732436246487 (+7 ms)Writing region close event to WAL at 1732436246488 (+1 ms)Running coprocessor post-close hooks at 1732436246491 (+3 ms)Closed at 1732436246492 (+1 ms) 2024-11-24T08:17:26,492 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732436241804.313cca4bba09574a264d68114dfbc1d6. 2024-11-24T08:17:26,500 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:17:26,647 DEBUG [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:17:26,775 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179.replicationSource.wal-reader.30c28c82771d%2C36811%2C1732436235179,1-30c28c82771d,36811,1732436235179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/WALs/30c28c82771d,36811,1732436235179/30c28c82771d%2C36811%2C1732436235179.1732436236527 to pos 0, reset compression=false 2024-11-24T08:17:26,847 DEBUG [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:17:26,875 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740/.tmp/info/3bdc3af8cb9846a28868a853e011410e 2024-11-24T08:17:26,895 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740/.tmp/ns/4b7910bd848e458486d8a619d89ee498 is 43, key is default/ns:d/1732436237502/Put/seqid=0 2024-11-24T08:17:26,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741840_1016 (size=5153) 2024-11-24T08:17:27,047 DEBUG [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:17:27,247 DEBUG [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:17:27,300 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740/.tmp/ns/4b7910bd848e458486d8a619d89ee498 2024-11-24T08:17:27,321 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740/.tmp/table/6f4d14d52fbe4e068278112030d462c9 is 53, key is hbase:replication/table:state/1732436243000/Put/seqid=0 2024-11-24T08:17:27,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741841_1017 (size=5256) 2024-11-24T08:17:27,428 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:17:27,428 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:17:27,448 INFO [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T08:17:27,448 DEBUG [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:17:27,448 DEBUG [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:17:27,648 DEBUG [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:17:27,681 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179.replicationSource.wal-reader.30c28c82771d%2C36811%2C1732436235179,1-30c28c82771d,36811,1732436235179 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/WALs/30c28c82771d,36811,1732436235179/30c28c82771d%2C36811%2C1732436235179.1732436236527 to pos 0, reset compression=false 2024-11-24T08:17:27,725 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740/.tmp/table/6f4d14d52fbe4e068278112030d462c9 2024-11-24T08:17:27,731 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740/.tmp/info/3bdc3af8cb9846a28868a853e011410e as hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740/info/3bdc3af8cb9846a28868a853e011410e 2024-11-24T08:17:27,736 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740/info/3bdc3af8cb9846a28868a853e011410e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T08:17:27,737 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740/.tmp/ns/4b7910bd848e458486d8a619d89ee498 as hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740/ns/4b7910bd848e458486d8a619d89ee498 2024-11-24T08:17:27,741 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740/ns/4b7910bd848e458486d8a619d89ee498, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T08:17:27,742 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740/.tmp/table/6f4d14d52fbe4e068278112030d462c9 as hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740/table/6f4d14d52fbe4e068278112030d462c9 2024-11-24T08:17:27,747 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740/table/6f4d14d52fbe4e068278112030d462c9, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T08:17:27,748 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false 2024-11-24T08:17:27,752 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T08:17:27,752 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:17:27,752 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:17:27,752 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:17:27,752 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436246447Running coprocessor pre-close hooks at 1732436246447Disabling compacts and flushes for region at 1732436246447Disabling writes for close at 1732436246447Obtaining lock to block concurrent updates at 1732436246447Preparing flush snapshotting stores in 1588230740 at 1732436246447Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732436246447Flushing stores of hbase:meta,,1.1588230740 at 1732436246448 (+1 ms)Flushing 1588230740/info: creating writer at 1732436246448Flushing 1588230740/info: appending metadata at 1732436246469 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732436246469Flushing 1588230740/ns: creating writer at 1732436246881 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732436246895 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732436246895Flushing 1588230740/table: creating writer at 1732436247306 (+411 ms)Flushing 1588230740/table: appending metadata at 1732436247320 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732436247320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d458a25: reopening flushed file at 1732436247730 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bcb4a7e: reopening flushed file at 1732436247736 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@799fa71c: reopening flushed file at 1732436247741 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false at 1732436247748 (+7 ms)Writing region close event to WAL at 1732436247749 (+1 ms)Running coprocessor post-close hooks at 1732436247752 (+3 ms)Closed at 1732436247752 2024-11-24T08:17:27,753 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:17:27,848 INFO [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,36811,1732436235179; all regions closed. 2024-11-24T08:17:27,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741834_1010 (size=2742) 2024-11-24T08:17:27,853 DEBUG [RS:0;30c28c82771d:36811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/oldWALs 2024-11-24T08:17:27,853 INFO [RS:0;30c28c82771d:36811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C36811%2C1732436235179.meta:.meta(num 1732436237442) 2024-11-24T08:17:27,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741837_1013 (size=1586) 2024-11-24T08:17:27,857 DEBUG [RS:0;30c28c82771d:36811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/oldWALs 2024-11-24T08:17:27,858 INFO [RS:0;30c28c82771d:36811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C36811%2C1732436235179.rep:(num 1732436242951) 2024-11-24T08:17:27,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741832_1008 (size=93) 2024-11-24T08:17:27,862 DEBUG [RS:0;30c28c82771d:36811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/oldWALs 2024-11-24T08:17:27,862 INFO [RS:0;30c28c82771d:36811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C36811%2C1732436235179:(num 1732436236527) 2024-11-24T08:17:27,862 DEBUG [RS:0;30c28c82771d:36811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:27,862 INFO [RS:0;30c28c82771d:36811 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:17:27,862 INFO [RS:0;30c28c82771d:36811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:17:27,862 INFO [RS:0;30c28c82771d:36811 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:17:27,863 INFO [RS:0;30c28c82771d:36811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:17:27,863 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:17:27,863 INFO [RS:0;30c28c82771d:36811 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30c28c82771d,36811,1732436235179 because: Region server is closing 2024-11-24T08:17:27,863 INFO [RS:0;30c28c82771d:36811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:36811. 2024-11-24T08:17:27,863 DEBUG [RS:0;30c28c82771d:36811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:27,863 DEBUG [RS:0;30c28c82771d:36811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:27,863 DEBUG [RS:0;30c28c82771d:36811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:27,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:27,964 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179.replicationSource.wal-reader.30c28c82771d%2C36811%2C1732436235179,1-30c28c82771d,36811,1732436235179 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T08:17:27,964 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179.replicationSource.shipper30c28c82771d%2C36811%2C1732436235179,1-30c28c82771d,36811,1732436235179 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T08:17:27,964 INFO [RS:0;30c28c82771d:36811 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36811,1732436235179.replicationSource.shipper30c28c82771d%2C36811%2C1732436235179,1-30c28c82771d,36811,1732436235179 terminated 2024-11-24T08:17:27,964 INFO [RS:0;30c28c82771d:36811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36811 2024-11-24T08:17:27,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01444976418/rs/30c28c82771d,36811,1732436235179 2024-11-24T08:17:27,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418/rs 2024-11-24T08:17:27,967 INFO [RS:0;30c28c82771d:36811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:17:27,969 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,36811,1732436235179] 2024-11-24T08:17:27,970 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01444976418/draining/30c28c82771d,36811,1732436235179 already deleted, retry=false 2024-11-24T08:17:27,970 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,36811,1732436235179 expired; onlineServers=0 2024-11-24T08:17:27,970 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,43023,1732436235101' ***** 2024-11-24T08:17:27,970 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:17:27,970 INFO [M:0;30c28c82771d:43023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:17:27,970 INFO [M:0;30c28c82771d:43023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:17:27,970 DEBUG [M:0;30c28c82771d:43023 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:17:27,970 DEBUG [M:0;30c28c82771d:43023 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:17:27,970 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:17:27,970 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436236282 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436236282,5,FailOnTimeoutGroup] 2024-11-24T08:17:27,970 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436236281 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436236281,5,FailOnTimeoutGroup] 2024-11-24T08:17:27,971 INFO [M:0;30c28c82771d:43023 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:17:27,971 INFO [M:0;30c28c82771d:43023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:17:27,971 DEBUG [M:0;30c28c82771d:43023 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:17:27,971 INFO [M:0;30c28c82771d:43023 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:17:27,971 INFO [M:0;30c28c82771d:43023 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:17:27,971 INFO [M:0;30c28c82771d:43023 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:17:27,971 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:17:27,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01444976418/master 2024-11-24T08:17:27,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01444976418 2024-11-24T08:17:27,973 DEBUG [M:0;30c28c82771d:43023 {}] zookeeper.ZKUtil(347): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Unable to get data of znode /01444976418/master because node does not exist (not an error) 2024-11-24T08:17:27,973 WARN [M:0;30c28c82771d:43023 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:17:27,973 INFO [M:0;30c28c82771d:43023 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/.lastflushedseqids 2024-11-24T08:17:27,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741842_1018 (size=181) 2024-11-24T08:17:28,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:28,069 INFO [RS:0;30c28c82771d:36811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:17:28,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x101490cfa140001, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:28,069 INFO [RS:0;30c28c82771d:36811 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,36811,1732436235179; zookeeper connection closed. 2024-11-24T08:17:28,069 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d1129c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d1129c0 2024-11-24T08:17:28,070 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:17:28,378 INFO [M:0;30c28c82771d:43023 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:17:28,379 INFO [M:0;30c28c82771d:43023 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:17:28,379 DEBUG [M:0;30c28c82771d:43023 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:17:28,379 INFO [M:0;30c28c82771d:43023 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:28,379 DEBUG [M:0;30c28c82771d:43023 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:28,379 DEBUG [M:0;30c28c82771d:43023 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:17:28,379 DEBUG [M:0;30c28c82771d:43023 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:28,379 INFO [M:0;30c28c82771d:43023 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-24T08:17:28,397 DEBUG [M:0;30c28c82771d:43023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0b3b96752c64f17be2bc11b4b5bcc6a is 82, key is hbase:meta,,1/info:regioninfo/1732436237482/Put/seqid=0 2024-11-24T08:17:28,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741843_1019 (size=5672) 2024-11-24T08:17:28,472 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:17:28,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:17:28,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:17:28,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:17:28,802 INFO [M:0;30c28c82771d:43023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0b3b96752c64f17be2bc11b4b5bcc6a 2024-11-24T08:17:28,821 DEBUG [M:0;30c28c82771d:43023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b1653cd3b304923ab3dea3ad597253e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732436243005/Put/seqid=0 2024-11-24T08:17:28,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741844_1020 (size=7203) 2024-11-24T08:17:29,226 INFO [M:0;30c28c82771d:43023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b1653cd3b304923ab3dea3ad597253e 2024-11-24T08:17:29,246 DEBUG [M:0;30c28c82771d:43023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7718437e55284622b0ed853d74b0ee2b is 69, key is 30c28c82771d,36811,1732436235179/rs:state/1732436236377/Put/seqid=0 2024-11-24T08:17:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741845_1021 (size=5156) 2024-11-24T08:17:29,651 INFO [M:0;30c28c82771d:43023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7718437e55284622b0ed853d74b0ee2b 2024-11-24T08:17:29,657 DEBUG [M:0;30c28c82771d:43023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0b3b96752c64f17be2bc11b4b5bcc6a as hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0b3b96752c64f17be2bc11b4b5bcc6a 2024-11-24T08:17:29,661 INFO [M:0;30c28c82771d:43023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0b3b96752c64f17be2bc11b4b5bcc6a, entries=8, sequenceid=70, filesize=5.5 K 2024-11-24T08:17:29,662 DEBUG [M:0;30c28c82771d:43023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b1653cd3b304923ab3dea3ad597253e as hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b1653cd3b304923ab3dea3ad597253e 2024-11-24T08:17:29,667 INFO [M:0;30c28c82771d:43023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b1653cd3b304923ab3dea3ad597253e, entries=8, sequenceid=70, filesize=7.0 K 2024-11-24T08:17:29,668 DEBUG [M:0;30c28c82771d:43023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7718437e55284622b0ed853d74b0ee2b as hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7718437e55284622b0ed853d74b0ee2b 2024-11-24T08:17:29,673 INFO [M:0;30c28c82771d:43023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/a6fb763f-baca-6834-10c6-73fa8c9db202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7718437e55284622b0ed853d74b0ee2b, entries=1, sequenceid=70, filesize=5.0 K 2024-11-24T08:17:29,674 INFO [M:0;30c28c82771d:43023 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false 2024-11-24T08:17:29,675 INFO [M:0;30c28c82771d:43023 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:29,676 DEBUG [M:0;30c28c82771d:43023 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436248379Disabling compacts and flushes for region at 1732436248379Disabling writes for close at 1732436248379Obtaining lock to block concurrent updates at 1732436248379Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436248379Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732436248379Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436248380 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436248380Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436248396 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436248396Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436248806 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436248821 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436248821Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436249231 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436249245 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436249245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28ba3a76: reopening flushed file at 1732436249656 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7df3f9dd: reopening flushed file at 1732436249662 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ffed606: reopening flushed file at 1732436249667 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false at 1732436249674 (+7 ms)Writing region close event to WAL at 1732436249675 (+1 ms)Closed at 1732436249675 2024-11-24T08:17:29,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741830_1006 (size=41008) 2024-11-24T08:17:29,679 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:17:29,679 INFO [M:0;30c28c82771d:43023 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:17:29,679 INFO [M:0;30c28c82771d:43023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43023 2024-11-24T08:17:29,679 INFO [M:0;30c28c82771d:43023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:17:29,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:29,781 INFO [M:0;30c28c82771d:43023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:17:29,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43023-0x101490cfa140000, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:17:29,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a9289fc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:17:29,784 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1563b9d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:17:29,784 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:17:29,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4952411b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:17:29,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c065710{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/hadoop.log.dir/,STOPPED} 2024-11-24T08:17:29,786 WARN [BP-306942766-172.17.0.2-1732436234152 heartbeating to localhost/127.0.0.1:36083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:17:29,786 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:17:29,786 WARN [BP-306942766-172.17.0.2-1732436234152 heartbeating to localhost/127.0.0.1:36083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-306942766-172.17.0.2-1732436234152 (Datanode Uuid 8ae1a1b2-6e9e-415e-b508-b27ec6b4bae1) service to localhost/127.0.0.1:36083 2024-11-24T08:17:29,786 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:17:29,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/cluster_fd10379e-5c6c-46b5-2020-7bd74e4dcdb7/data/data1/current/BP-306942766-172.17.0.2-1732436234152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:17:29,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/cluster_fd10379e-5c6c-46b5-2020-7bd74e4dcdb7/data/data2/current/BP-306942766-172.17.0.2-1732436234152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:17:29,787 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:17:29,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@298752a9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:17:29,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33d2bd62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:17:29,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:17:29,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1707905b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:17:29,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37f32117{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fcbad93-fb9c-9acd-80f3-b07709e01541/hadoop.log.dir/,STOPPED} 2024-11-24T08:17:29,799 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T08:17:29,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:17:29,819 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 109) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49172) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34781 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36083 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49172) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 258), ProcessCount=11 (was 11), AvailableMemoryMB=6213 (was 6526) 2024-11-24T08:17:29,826 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=6213 2024-11-24T08:17:29,839 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-24T08:17:29,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/hadoop.log.dir so I do NOT create it in target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de 2024-11-24T08:17:29,839 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:17:29,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/hadoop.tmp.dir so I do NOT create it in target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de 2024-11-24T08:17:29,839 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf1395fb-3d52-6d99-4b49-a59ea99454f9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:17:29,840 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de 2024-11-24T08:17:29,840 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/cluster_25be99b5-ae76-aceb-7cd8-a7b582798bc4, deleteOnExit=true 2024-11-24T08:17:29,842 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/cluster_25be99b5-ae76-aceb-7cd8-a7b582798bc4/zookeeper_0, clientPort=64457, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/cluster_25be99b5-ae76-aceb-7cd8-a7b582798bc4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/cluster_25be99b5-ae76-aceb-7cd8-a7b582798bc4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T08:17:29,843 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64457 2024-11-24T08:17:29,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:17:29,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:17:29,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/test.cache.data in system properties and HBase conf 2024-11-24T08:17:29,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:17:29,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:17:29,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:17:29,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:17:29,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:17:29,844 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:17:29,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:17:29,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:17:29,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:17:29,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:17:29,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:17:29,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:17:29,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:17:29,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:17:29,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:17:29,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:17:29,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:17:29,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:17:29,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:17:29,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:17:29,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101490cfa140005, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:17:29,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101490cfa140002, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:17:29,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101490cfa140005, quorum=127.0.0.1:49172, baseZNode=/1-1418311591 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:17:29,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101490cfa140002, quorum=127.0.0.1:49172, baseZNode=/01444976418 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:17:29,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:17:29,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T08:17:29,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T08:17:29,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:17:29,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:17:29,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:17:29,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:17:29,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:17:29,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:17:29,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:17:29,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b798c2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:17:29,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d0535eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:17:30,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25ecef38{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/java.io.tmpdir/jetty-localhost-32815-hadoop-hdfs-3_4_1-tests_jar-_-any-2724530169355350157/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:17:30,049 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54a688d5{HTTP/1.1, (http/1.1)}{localhost:32815} 2024-11-24T08:17:30,049 INFO [Time-limited test {}] server.Server(415): Started @45497ms 2024-11-24T08:17:30,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:17:30,138 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:17:30,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:17:30,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:17:30,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:17:30,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee3c1f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:17:30,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4594f9ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:17:30,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7791fc91{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/java.io.tmpdir/jetty-localhost-37621-hadoop-hdfs-3_4_1-tests_jar-_-any-8333921168638229831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:17:30,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2eee5167{HTTP/1.1, (http/1.1)}{localhost:37621} 2024-11-24T08:17:30,257 INFO [Time-limited test {}] server.Server(415): Started @45704ms 2024-11-24T08:17:30,258 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:17:30,363 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/cluster_25be99b5-ae76-aceb-7cd8-a7b582798bc4/data/data1/current/BP-149560705-172.17.0.2-1732436249874/current, will proceed with Du for space computation calculation, 2024-11-24T08:17:30,363 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/cluster_25be99b5-ae76-aceb-7cd8-a7b582798bc4/data/data2/current/BP-149560705-172.17.0.2-1732436249874/current, will proceed with Du for space computation calculation, 2024-11-24T08:17:30,379 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:17:30,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38a8861bcdb98808 with lease ID 0xe8d669b29340f245: Processing first storage report for DS-d823c954-2a07-4657-9602-f6ad24c3e40b from datanode DatanodeRegistration(127.0.0.1:37777, datanodeUuid=c502bc15-1873-4c70-bc67-5d9edc8b9b4d, infoPort=38059, infoSecurePort=0, ipcPort=40789, storageInfo=lv=-57;cid=testClusterID;nsid=1335144731;c=1732436249874) 2024-11-24T08:17:30,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38a8861bcdb98808 with lease ID 0xe8d669b29340f245: from storage DS-d823c954-2a07-4657-9602-f6ad24c3e40b node DatanodeRegistration(127.0.0.1:37777, datanodeUuid=c502bc15-1873-4c70-bc67-5d9edc8b9b4d, infoPort=38059, infoSecurePort=0, ipcPort=40789, storageInfo=lv=-57;cid=testClusterID;nsid=1335144731;c=1732436249874), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:17:30,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38a8861bcdb98808 with lease ID 0xe8d669b29340f245: Processing first storage report for DS-5e7bad9b-08a5-44b6-b143-4b3eb0e68d5e from datanode DatanodeRegistration(127.0.0.1:37777, datanodeUuid=c502bc15-1873-4c70-bc67-5d9edc8b9b4d, infoPort=38059, infoSecurePort=0, ipcPort=40789, storageInfo=lv=-57;cid=testClusterID;nsid=1335144731;c=1732436249874) 2024-11-24T08:17:30,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38a8861bcdb98808 with lease ID 0xe8d669b29340f245: from storage DS-5e7bad9b-08a5-44b6-b143-4b3eb0e68d5e node DatanodeRegistration(127.0.0.1:37777, datanodeUuid=c502bc15-1873-4c70-bc67-5d9edc8b9b4d, infoPort=38059, infoSecurePort=0, ipcPort=40789, storageInfo=lv=-57;cid=testClusterID;nsid=1335144731;c=1732436249874), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:17:30,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de 2024-11-24T08:17:30,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:30,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:30,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:17:30,793 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd with version=8 2024-11-24T08:17:30,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/hbase-staging 2024-11-24T08:17:30,796 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:17:30,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:30,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:30,796 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:17:30,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:30,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:17:30,796 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:17:30,796 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:17:30,797 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40681 2024-11-24T08:17:30,798 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40681 connecting to ZooKeeper ensemble=127.0.0.1:64457 2024-11-24T08:17:30,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406810x0, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:17:30,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40681-0x101490d37810000 connected 2024-11-24T08:17:30,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:30,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:30,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Set watcher on znode that does not yet exist, /0-338087628/running 2024-11-24T08:17:30,831 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd, hbase.cluster.distributed=false 2024-11-24T08:17:30,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Set watcher on znode that does not yet exist, /0-338087628/acl 2024-11-24T08:17:30,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40681 2024-11-24T08:17:30,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40681 2024-11-24T08:17:30,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40681 2024-11-24T08:17:30,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40681 2024-11-24T08:17:30,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40681 2024-11-24T08:17:30,851 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:17:30,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:30,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:30,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:17:30,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:30,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:17:30,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:17:30,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:17:30,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37377 2024-11-24T08:17:30,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37377 connecting to ZooKeeper ensemble=127.0.0.1:64457 2024-11-24T08:17:30,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:30,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:30,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373770x0, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:17:30,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37377-0x101490d37810001 connected 2024-11-24T08:17:30,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Set watcher on znode that does not yet exist, /0-338087628/running 2024-11-24T08:17:30,860 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:17:30,862 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:17:30,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Set watcher on znode that does not yet exist, /0-338087628/master 2024-11-24T08:17:30,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Set watcher on znode that does not yet exist, /0-338087628/acl 2024-11-24T08:17:30,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37377 2024-11-24T08:17:30,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37377 2024-11-24T08:17:30,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37377 2024-11-24T08:17:30,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37377 2024-11-24T08:17:30,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37377 2024-11-24T08:17:30,881 DEBUG [M:0;30c28c82771d:40681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:40681 2024-11-24T08:17:30,881 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-338087628/backup-masters/30c28c82771d,40681,1732436250795 2024-11-24T08:17:30,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628/backup-masters 2024-11-24T08:17:30,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628/backup-masters 2024-11-24T08:17:30,883 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Set watcher on existing znode=/0-338087628/backup-masters/30c28c82771d,40681,1732436250795 2024-11-24T08:17:30,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-338087628/master 2024-11-24T08:17:30,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628 2024-11-24T08:17:30,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628 2024-11-24T08:17:30,885 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Set watcher on existing znode=/0-338087628/master 2024-11-24T08:17:30,885 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-338087628/backup-masters/30c28c82771d,40681,1732436250795 from backup master directory 2024-11-24T08:17:30,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-338087628/backup-masters/30c28c82771d,40681,1732436250795 2024-11-24T08:17:30,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628/backup-masters 2024-11-24T08:17:30,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628/backup-masters 2024-11-24T08:17:30,889 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:17:30,889 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,40681,1732436250795 2024-11-24T08:17:30,893 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/hbase.id] with ID: 14e77cb7-e34d-4bb5-8161-f99586ba2e5e 2024-11-24T08:17:30,893 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/.tmp/hbase.id 2024-11-24T08:17:30,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:17:31,299 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/.tmp/hbase.id]:[hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/hbase.id] 2024-11-24T08:17:31,310 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:31,310 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:17:31,311 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T08:17:31,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628 2024-11-24T08:17:31,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628 2024-11-24T08:17:31,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:17:31,720 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:17:31,721 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:17:31,721 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:17:31,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:17:32,129 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store 2024-11-24T08:17:32,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:17:32,536 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:32,536 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:17:32,536 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:32,536 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:32,536 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:17:32,536 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:32,536 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:32,536 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436252536Disabling compacts and flushes for region at 1732436252536Disabling writes for close at 1732436252536Writing region close event to WAL at 1732436252536Closed at 1732436252536 2024-11-24T08:17:32,537 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store/.initializing 2024-11-24T08:17:32,537 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/WALs/30c28c82771d,40681,1732436250795 2024-11-24T08:17:32,538 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:17:32,540 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C40681%2C1732436250795, suffix=, logDir=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/WALs/30c28c82771d,40681,1732436250795, archiveDir=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/oldWALs, maxLogs=10 2024-11-24T08:17:32,553 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/WALs/30c28c82771d,40681,1732436250795/30c28c82771d%2C40681%2C1732436250795.1732436252540, exclude list is [], retry=0 2024-11-24T08:17:32,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37777,DS-d823c954-2a07-4657-9602-f6ad24c3e40b,DISK] 2024-11-24T08:17:32,557 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/WALs/30c28c82771d,40681,1732436250795/30c28c82771d%2C40681%2C1732436250795.1732436252540 2024-11-24T08:17:32,558 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38059:38059)] 2024-11-24T08:17:32,558 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:17:32,558 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:32,558 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:32,558 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:32,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:32,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:17:32,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:32,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:32,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:32,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:17:32,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:32,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:32,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:32,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:17:32,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:32,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:32,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:32,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:17:32,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:32,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:32,565 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:32,566 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:32,566 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:32,567 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:32,567 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:32,568 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:17:32,569 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:32,571 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:17:32,571 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72076126, jitterRate=0.0740179717540741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:17:32,572 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436252558Initializing all the Stores at 1732436252559 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436252559Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436252559Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436252559Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436252559Cleaning up temporary data from old regions at 1732436252567 (+8 ms)Region opened successfully at 1732436252572 (+5 ms) 2024-11-24T08:17:32,572 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:17:32,575 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c6cbdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:17:32,576 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:17:32,576 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:17:32,576 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:17:32,576 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:17:32,577 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:17:32,577 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:17:32,577 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:17:32,579 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:17:32,579 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Unable to get data of znode /0-338087628/balancer because node does not exist (not necessarily an error) 2024-11-24T08:17:32,580 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-338087628/balancer already deleted, retry=false 2024-11-24T08:17:32,581 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:17:32,581 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Unable to get data of znode /0-338087628/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:17:32,583 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-338087628/normalizer already deleted, retry=false 2024-11-24T08:17:32,583 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:17:32,584 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Unable to get data of znode /0-338087628/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:17:32,586 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-338087628/switch/split already deleted, retry=false 2024-11-24T08:17:32,587 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Unable to get data of znode /0-338087628/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:17:32,588 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-338087628/switch/merge already deleted, retry=false 2024-11-24T08:17:32,590 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Unable to get data of znode /0-338087628/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:17:32,591 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-338087628/snapshot-cleanup already deleted, retry=false 2024-11-24T08:17:32,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-338087628/running 2024-11-24T08:17:32,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628 2024-11-24T08:17:32,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-338087628/running 2024-11-24T08:17:32,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628 2024-11-24T08:17:32,593 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,40681,1732436250795, sessionid=0x101490d37810000, setting cluster-up flag (Was=false) 2024-11-24T08:17:32,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628 2024-11-24T08:17:32,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628 2024-11-24T08:17:32,602 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-338087628/flush-table-proc/acquired, /0-338087628/flush-table-proc/reached, /0-338087628/flush-table-proc/abort 2024-11-24T08:17:32,603 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,40681,1732436250795 2024-11-24T08:17:32,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628 2024-11-24T08:17:32,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628 2024-11-24T08:17:32,611 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-338087628/online-snapshot/acquired, /0-338087628/online-snapshot/reached, /0-338087628/online-snapshot/abort 2024-11-24T08:17:32,612 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,40681,1732436250795 2024-11-24T08:17:32,613 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:17:32,615 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:17:32,615 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:17:32,615 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:17:32,615 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,40681,1732436250795 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:17:32,616 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:32,616 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:32,616 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:32,616 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:32,616 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:17:32,616 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:32,616 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:17:32,616 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:32,620 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436282620 2024-11-24T08:17:32,620 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:17:32,620 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:17:32,620 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:17:32,620 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:17:32,620 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:17:32,620 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:17:32,620 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:32,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:17:32,621 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:17:32,621 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:32,622 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:17:32,623 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:17:32,623 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:17:32,623 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:17:32,623 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:17:32,624 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:17:32,624 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:17:32,624 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436252624,5,FailOnTimeoutGroup] 2024-11-24T08:17:32,625 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436252624,5,FailOnTimeoutGroup] 2024-11-24T08:17:32,625 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:32,625 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:17:32,625 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:32,625 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:32,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:17:32,672 INFO [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(746): ClusterId : 14e77cb7-e34d-4bb5-8161-f99586ba2e5e 2024-11-24T08:17:32,672 DEBUG [RS:0;30c28c82771d:37377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:17:32,675 DEBUG [RS:0;30c28c82771d:37377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:17:32,675 DEBUG [RS:0;30c28c82771d:37377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:17:32,677 DEBUG [RS:0;30c28c82771d:37377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:17:32,677 DEBUG [RS:0;30c28c82771d:37377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322f930f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:17:32,691 DEBUG [RS:0;30c28c82771d:37377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:37377 2024-11-24T08:17:32,691 INFO [RS:0;30c28c82771d:37377 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:17:32,691 INFO [RS:0;30c28c82771d:37377 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:17:32,691 DEBUG [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:17:32,692 INFO [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,40681,1732436250795 with port=37377, startcode=1732436250851 2024-11-24T08:17:32,692 DEBUG [RS:0;30c28c82771d:37377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:17:32,693 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:17:32,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,37377,1732436250851 2024-11-24T08:17:32,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40681 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,37377,1732436250851 2024-11-24T08:17:32,695 DEBUG [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd 2024-11-24T08:17:32,696 DEBUG [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45939 2024-11-24T08:17:32,696 DEBUG [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:17:32,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628/rs 2024-11-24T08:17:32,700 DEBUG [RS:0;30c28c82771d:37377 {}] zookeeper.ZKUtil(111): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Set watcher on existing znode=/0-338087628/rs/30c28c82771d,37377,1732436250851 2024-11-24T08:17:32,700 WARN [RS:0;30c28c82771d:37377 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:17:32,700 INFO [RS:0;30c28c82771d:37377 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:17:32,700 DEBUG [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851 2024-11-24T08:17:32,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,37377,1732436250851] 2024-11-24T08:17:32,703 INFO [RS:0;30c28c82771d:37377 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:17:32,705 INFO [RS:0;30c28c82771d:37377 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:17:32,708 INFO [RS:0;30c28c82771d:37377 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:17:32,708 INFO [RS:0;30c28c82771d:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:32,708 INFO [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:17:32,709 INFO [RS:0;30c28c82771d:37377 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:17:32,709 INFO [RS:0;30c28c82771d:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:32,709 DEBUG [RS:0;30c28c82771d:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:32,709 DEBUG [RS:0;30c28c82771d:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:32,709 DEBUG [RS:0;30c28c82771d:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:32,709 DEBUG [RS:0;30c28c82771d:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:32,709 DEBUG [RS:0;30c28c82771d:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:32,709 DEBUG [RS:0;30c28c82771d:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:17:32,709 DEBUG [RS:0;30c28c82771d:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:32,709 DEBUG [RS:0;30c28c82771d:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:32,709 DEBUG [RS:0;30c28c82771d:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:32,709 DEBUG [RS:0;30c28c82771d:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:32,709 DEBUG [RS:0;30c28c82771d:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:32,709 DEBUG [RS:0;30c28c82771d:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:32,709 DEBUG [RS:0;30c28c82771d:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:17:32,709 DEBUG [RS:0;30c28c82771d:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:17:32,711 INFO [RS:0;30c28c82771d:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:32,711 INFO [RS:0;30c28c82771d:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:32,711 INFO [RS:0;30c28c82771d:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:32,711 INFO [RS:0;30c28c82771d:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:32,711 INFO [RS:0;30c28c82771d:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:32,711 INFO [RS:0;30c28c82771d:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,37377,1732436250851-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:17:32,726 INFO [RS:0;30c28c82771d:37377 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:17:32,726 INFO [RS:0;30c28c82771d:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,37377,1732436250851-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:32,726 INFO [RS:0;30c28c82771d:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:32,726 INFO [RS:0;30c28c82771d:37377 {}] regionserver.Replication(171): 30c28c82771d,37377,1732436250851 started 2024-11-24T08:17:32,739 INFO [RS:0;30c28c82771d:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:32,739 INFO [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,37377,1732436250851, RpcServer on 30c28c82771d/172.17.0.2:37377, sessionid=0x101490d37810001 2024-11-24T08:17:32,739 DEBUG [RS:0;30c28c82771d:37377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:17:32,739 DEBUG [RS:0;30c28c82771d:37377 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,37377,1732436250851 2024-11-24T08:17:32,740 DEBUG [RS:0;30c28c82771d:37377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,37377,1732436250851' 2024-11-24T08:17:32,740 DEBUG [RS:0;30c28c82771d:37377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-338087628/flush-table-proc/abort' 2024-11-24T08:17:32,740 DEBUG [RS:0;30c28c82771d:37377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-338087628/flush-table-proc/acquired' 2024-11-24T08:17:32,740 DEBUG [RS:0;30c28c82771d:37377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:17:32,740 DEBUG [RS:0;30c28c82771d:37377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:17:32,740 DEBUG [RS:0;30c28c82771d:37377 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,37377,1732436250851 2024-11-24T08:17:32,740 DEBUG [RS:0;30c28c82771d:37377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,37377,1732436250851' 2024-11-24T08:17:32,741 DEBUG [RS:0;30c28c82771d:37377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-338087628/online-snapshot/abort' 2024-11-24T08:17:32,741 DEBUG [RS:0;30c28c82771d:37377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-338087628/online-snapshot/acquired' 2024-11-24T08:17:32,741 DEBUG [RS:0;30c28c82771d:37377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:17:32,741 INFO [RS:0;30c28c82771d:37377 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:17:32,741 INFO [RS:0;30c28c82771d:37377 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:17:32,842 INFO [RS:0;30c28c82771d:37377 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:17:32,843 INFO [RS:0;30c28c82771d:37377 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C37377%2C1732436250851, suffix=, logDir=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851, archiveDir=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/oldWALs, maxLogs=10 2024-11-24T08:17:32,856 DEBUG [RS:0;30c28c82771d:37377 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844, exclude list is [], retry=0 2024-11-24T08:17:32,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37777,DS-d823c954-2a07-4657-9602-f6ad24c3e40b,DISK] 2024-11-24T08:17:32,861 INFO [RS:0;30c28c82771d:37377 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 2024-11-24T08:17:32,861 DEBUG [RS:0;30c28c82771d:37377 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38059:38059)] 2024-11-24T08:17:33,030 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:17:33,030 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd 2024-11-24T08:17:33,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741833_1009 (size=32) 2024-11-24T08:17:33,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:33,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:17:33,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:17:33,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:33,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:33,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:17:33,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:17:33,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:33,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:33,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:17:33,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:17:33,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:33,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:33,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:17:33,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:17:33,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:33,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:33,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:17:33,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740 2024-11-24T08:17:33,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740 2024-11-24T08:17:33,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:17:33,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:17:33,447 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:17:33,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:17:33,450 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:17:33,451 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75442937, jitterRate=0.12418736517429352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:17:33,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436253437Initializing all the Stores at 1732436253437Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436253437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436253437Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436253438 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436253438Cleaning up temporary data from old regions at 1732436253446 (+8 ms)Region opened successfully at 1732436253451 (+5 ms) 2024-11-24T08:17:33,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:17:33,451 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:17:33,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:17:33,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:17:33,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:17:33,452 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:17:33,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436253451Disabling compacts and flushes for region at 1732436253451Disabling writes for close at 1732436253451Writing region close event to WAL at 1732436253452 (+1 ms)Closed at 1732436253452 2024-11-24T08:17:33,453 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:17:33,453 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:17:33,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:17:33,455 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:17:33,456 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:17:33,465 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:17:33,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:17:33,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:17:33,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:17:33,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:17:33,606 DEBUG [30c28c82771d:40681 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:17:33,606 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,37377,1732436250851 2024-11-24T08:17:33,608 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,37377,1732436250851, state=OPENING 2024-11-24T08:17:33,609 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:17:33,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628 2024-11-24T08:17:33,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628 2024-11-24T08:17:33,612 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:17:33,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-338087628/meta-region-server: CHANGED 2024-11-24T08:17:33,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,37377,1732436250851}] 2024-11-24T08:17:33,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-338087628/meta-region-server: CHANGED 2024-11-24T08:17:33,765 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:17:33,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:17:33,770 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:17:33,770 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:17:33,771 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:17:33,772 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C37377%2C1732436250851.meta, suffix=.meta, logDir=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851, archiveDir=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/oldWALs, maxLogs=10 2024-11-24T08:17:33,785 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.meta.1732436253772.meta, exclude list is [], retry=0 2024-11-24T08:17:33,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37777,DS-d823c954-2a07-4657-9602-f6ad24c3e40b,DISK] 2024-11-24T08:17:33,789 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.meta.1732436253772.meta 2024-11-24T08:17:33,789 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38059:38059)] 2024-11-24T08:17:33,790 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:17:33,790 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:17:33,790 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:17:33,790 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:17:33,790 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:17:33,790 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:17:33,790 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:33,790 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:17:33,790 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:17:33,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:17:33,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:17:33,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:33,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:33,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:17:33,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:17:33,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:33,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:33,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:17:33,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:17:33,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:33,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:33,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:17:33,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:17:33,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:33,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:33,796 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:17:33,797 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740 2024-11-24T08:17:33,798 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740 2024-11-24T08:17:33,799 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:17:33,799 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:17:33,800 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:17:33,801 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:17:33,801 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69759868, jitterRate=0.03950303792953491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:17:33,802 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:17:33,802 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436253790Writing region info on filesystem at 1732436253791 (+1 ms)Initializing all the Stores at 1732436253791Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436253791Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436253791Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436253792 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436253792Cleaning up temporary data from old regions at 1732436253799 (+7 ms)Running coprocessor post-open hooks at 1732436253802 (+3 ms)Region opened successfully at 1732436253802 2024-11-24T08:17:33,803 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436253764 2024-11-24T08:17:33,806 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:17:33,806 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:17:33,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,37377,1732436250851 2024-11-24T08:17:33,807 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,37377,1732436250851, state=OPEN 2024-11-24T08:17:33,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-338087628/meta-region-server 2024-11-24T08:17:33,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-338087628/meta-region-server 2024-11-24T08:17:33,814 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,37377,1732436250851 2024-11-24T08:17:33,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-338087628/meta-region-server: CHANGED 2024-11-24T08:17:33,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-338087628/meta-region-server: CHANGED 2024-11-24T08:17:33,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:17:33,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,37377,1732436250851 in 202 msec 2024-11-24T08:17:33,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:17:33,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-24T08:17:33,819 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:17:33,820 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:17:33,821 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:17:33,821 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,37377,1732436250851, seqNum=-1] 2024-11-24T08:17:33,822 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:17:33,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:17:33,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2140 sec 2024-11-24T08:17:33,829 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436253829, completionTime=-1 2024-11-24T08:17:33,829 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:17:33,829 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:17:33,831 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:17:33,831 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436313831 2024-11-24T08:17:33,831 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436373831 2024-11-24T08:17:33,831 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T08:17:33,832 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40681,1732436250795-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:33,832 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40681,1732436250795-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:33,832 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40681,1732436250795-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:33,832 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:40681, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:33,832 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:33,832 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:33,834 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:17:33,836 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.947sec 2024-11-24T08:17:33,836 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:17:33,836 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:17:33,836 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:17:33,836 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:17:33,836 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:17:33,836 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40681,1732436250795-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:17:33,836 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40681,1732436250795-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:17:33,839 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:17:33,839 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:17:33,839 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40681,1732436250795-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:33,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bce724d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:33,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40681,-1 for getting cluster id 2024-11-24T08:17:33,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:33,874 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14e77cb7-e34d-4bb5-8161-f99586ba2e5e' 2024-11-24T08:17:33,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:33,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14e77cb7-e34d-4bb5-8161-f99586ba2e5e" 2024-11-24T08:17:33,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0736ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:33,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40681,-1] 2024-11-24T08:17:33,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:33,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:33,876 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:33,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29dfc26e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:33,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:17:33,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,37377,1732436250851, seqNum=-1] 2024-11-24T08:17:33,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:17:33,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:17:33,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,40681,1732436250795 2024-11-24T08:17:33,883 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64457 2024-11-24T08:17:33,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:17:33,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101490d37810002 connected 2024-11-24T08:17:33,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/hadoop.log.dir so I do NOT create it in target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9 2024-11-24T08:17:33,891 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:17:33,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/hadoop.tmp.dir so I do NOT create it in target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9 2024-11-24T08:17:33,891 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:17:33,891 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9 2024-11-24T08:17:33,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:17:33,891 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/cluster_9a57ae9e-f067-603e-1bd4-eaa33ebf900f, deleteOnExit=true 2024-11-24T08:17:33,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:17:33,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/test.cache.data in system properties and HBase conf 2024-11-24T08:17:33,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:17:33,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:17:33,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:17:33,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:17:33,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:17:33,893 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:17:33,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:17:33,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:17:33,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:17:33,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:17:33,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:17:33,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:17:33,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:17:33,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:17:33,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:17:33,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:17:33,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:17:33,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:17:33,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:17:33,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:17:33,975 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:17:33,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:17:33,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:17:33,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:17:33,981 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:17:33,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:17:33,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42488ebd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:17:33,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@451d820c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:17:34,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d2aa605{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/java.io.tmpdir/jetty-localhost-40157-hadoop-hdfs-3_4_1-tests_jar-_-any-7832232944542374739/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:17:34,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@669a1f42{HTTP/1.1, (http/1.1)}{localhost:40157} 2024-11-24T08:17:34,097 INFO [Time-limited test {}] server.Server(415): Started @49544ms 2024-11-24T08:17:34,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:17:34,187 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:17:34,187 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:17:34,187 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:17:34,188 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:17:34,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b14637a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:17:34,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28a21b6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:17:34,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f8dbb62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/java.io.tmpdir/jetty-localhost-45195-hadoop-hdfs-3_4_1-tests_jar-_-any-15971715021108959035/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:17:34,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20bc2cd0{HTTP/1.1, (http/1.1)}{localhost:45195} 2024-11-24T08:17:34,304 INFO [Time-limited test {}] server.Server(415): Started @49752ms 2024-11-24T08:17:34,306 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:17:34,396 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/cluster_9a57ae9e-f067-603e-1bd4-eaa33ebf900f/data/data1/current/BP-1198142272-172.17.0.2-1732436253922/current, will proceed with Du for space computation calculation, 2024-11-24T08:17:34,396 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/cluster_9a57ae9e-f067-603e-1bd4-eaa33ebf900f/data/data2/current/BP-1198142272-172.17.0.2-1732436253922/current, will proceed with Du for space computation calculation, 2024-11-24T08:17:34,419 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:17:34,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf3cc53a706c1067 with lease ID 0xb2d8bf0c3a89c6dc: Processing first storage report for DS-65f09f5f-f0bf-4921-9639-acf00e43f7a7 from datanode DatanodeRegistration(127.0.0.1:44039, datanodeUuid=684d4eee-c011-4086-8db4-4b3d2ccca88b, infoPort=38449, infoSecurePort=0, ipcPort=41277, storageInfo=lv=-57;cid=testClusterID;nsid=2022868956;c=1732436253922) 2024-11-24T08:17:34,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf3cc53a706c1067 with lease ID 0xb2d8bf0c3a89c6dc: from storage DS-65f09f5f-f0bf-4921-9639-acf00e43f7a7 node DatanodeRegistration(127.0.0.1:44039, datanodeUuid=684d4eee-c011-4086-8db4-4b3d2ccca88b, infoPort=38449, infoSecurePort=0, ipcPort=41277, storageInfo=lv=-57;cid=testClusterID;nsid=2022868956;c=1732436253922), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T08:17:34,422 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf3cc53a706c1067 with lease ID 0xb2d8bf0c3a89c6dc: Processing first storage report for DS-95db8f16-f897-4980-a265-b00f8433a0c5 from datanode DatanodeRegistration(127.0.0.1:44039, datanodeUuid=684d4eee-c011-4086-8db4-4b3d2ccca88b, infoPort=38449, infoSecurePort=0, ipcPort=41277, storageInfo=lv=-57;cid=testClusterID;nsid=2022868956;c=1732436253922) 2024-11-24T08:17:34,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf3cc53a706c1067 with lease ID 0xb2d8bf0c3a89c6dc: from storage DS-95db8f16-f897-4980-a265-b00f8433a0c5 node DatanodeRegistration(127.0.0.1:44039, datanodeUuid=684d4eee-c011-4086-8db4-4b3d2ccca88b, infoPort=38449, infoSecurePort=0, ipcPort=41277, storageInfo=lv=-57;cid=testClusterID;nsid=2022868956;c=1732436253922), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:17:34,428 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9 2024-11-24T08:17:34,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:34,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:34,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:17:34,838 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39 with version=8 2024-11-24T08:17:34,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/hbase-staging 2024-11-24T08:17:34,840 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:17:34,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:34,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:34,841 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:17:34,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:34,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:17:34,841 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:17:34,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:17:34,841 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44175 2024-11-24T08:17:34,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44175 connecting to ZooKeeper ensemble=127.0.0.1:64457 2024-11-24T08:17:34,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441750x0, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:17:34,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44175-0x101490d37810003 connected 2024-11-24T08:17:34,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:34,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:34,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Set watcher on znode that does not yet exist, /1213959844/running 2024-11-24T08:17:34,863 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39, hbase.cluster.distributed=false 2024-11-24T08:17:34,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Set watcher on znode that does not yet exist, /1213959844/acl 2024-11-24T08:17:34,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44175 2024-11-24T08:17:34,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44175 2024-11-24T08:17:34,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44175 2024-11-24T08:17:34,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44175 2024-11-24T08:17:34,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44175 2024-11-24T08:17:34,880 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:17:34,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:34,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:34,881 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:17:34,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:17:34,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:17:34,881 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:17:34,881 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:17:34,881 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45431 2024-11-24T08:17:34,882 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45431 connecting to ZooKeeper ensemble=127.0.0.1:64457 2024-11-24T08:17:34,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:34,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:34,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454310x0, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:17:34,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454310x0, quorum=127.0.0.1:64457, baseZNode=/1213959844 Set watcher on znode that does not yet exist, /1213959844/running 2024-11-24T08:17:34,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45431-0x101490d37810004 connected 2024-11-24T08:17:34,890 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:17:34,890 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:17:34,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Set watcher on znode that does not yet exist, /1213959844/master 2024-11-24T08:17:34,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Set watcher on znode that does not yet exist, /1213959844/acl 2024-11-24T08:17:34,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45431 2024-11-24T08:17:34,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45431 2024-11-24T08:17:34,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45431 2024-11-24T08:17:34,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45431 2024-11-24T08:17:34,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45431 2024-11-24T08:17:34,908 DEBUG [M:0;30c28c82771d:44175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:44175 2024-11-24T08:17:34,908 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1213959844/backup-masters/30c28c82771d,44175,1732436254840 2024-11-24T08:17:34,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844/backup-masters 2024-11-24T08:17:34,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844/backup-masters 2024-11-24T08:17:34,910 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Set watcher on existing znode=/1213959844/backup-masters/30c28c82771d,44175,1732436254840 2024-11-24T08:17:34,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1213959844/master 2024-11-24T08:17:34,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844 2024-11-24T08:17:34,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844 2024-11-24T08:17:34,912 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Set watcher on existing znode=/1213959844/master 2024-11-24T08:17:34,912 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1213959844/backup-masters/30c28c82771d,44175,1732436254840 from backup master directory 2024-11-24T08:17:34,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1213959844/backup-masters/30c28c82771d,44175,1732436254840 2024-11-24T08:17:34,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844/backup-masters 2024-11-24T08:17:34,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844/backup-masters 2024-11-24T08:17:34,914 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:17:34,914 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,44175,1732436254840 2024-11-24T08:17:34,918 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/hbase.id] with ID: 265d0619-5768-4c21-b0bb-d176b21aee42 2024-11-24T08:17:34,918 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/.tmp/hbase.id 2024-11-24T08:17:34,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:17:35,323 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/.tmp/hbase.id]:[hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/hbase.id] 2024-11-24T08:17:35,334 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:35,334 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:17:35,335 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T08:17:35,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844 2024-11-24T08:17:35,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844 2024-11-24T08:17:35,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:17:35,744 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:17:35,745 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:17:35,746 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:17:35,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:17:36,153 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store 2024-11-24T08:17:36,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:17:36,560 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:36,561 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:17:36,561 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:36,561 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:36,561 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:17:36,561 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:36,561 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:17:36,561 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436256561Disabling compacts and flushes for region at 1732436256561Disabling writes for close at 1732436256561Writing region close event to WAL at 1732436256561Closed at 1732436256561 2024-11-24T08:17:36,562 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store/.initializing 2024-11-24T08:17:36,562 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/WALs/30c28c82771d,44175,1732436254840 2024-11-24T08:17:36,563 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:17:36,565 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C44175%2C1732436254840, suffix=, logDir=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/WALs/30c28c82771d,44175,1732436254840, archiveDir=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/oldWALs, maxLogs=10 2024-11-24T08:17:36,578 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/WALs/30c28c82771d,44175,1732436254840/30c28c82771d%2C44175%2C1732436254840.1732436256565, exclude list is [], retry=0 2024-11-24T08:17:36,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44039,DS-65f09f5f-f0bf-4921-9639-acf00e43f7a7,DISK] 2024-11-24T08:17:36,583 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/WALs/30c28c82771d,44175,1732436254840/30c28c82771d%2C44175%2C1732436254840.1732436256565 2024-11-24T08:17:36,583 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38449:38449)] 2024-11-24T08:17:36,583 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:17:36,583 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:36,583 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:36,583 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:36,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:36,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:17:36,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:36,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:36,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:36,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:17:36,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:36,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:36,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:36,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:17:36,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:36,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:36,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:36,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:17:36,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:36,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:36,591 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:36,591 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:36,592 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:36,593 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:36,593 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:36,593 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:17:36,594 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:17:36,596 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:17:36,597 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72020746, jitterRate=0.07319274544715881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:17:36,597 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436256583Initializing all the Stores at 1732436256584 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436256584Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436256584Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436256584Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436256584Cleaning up temporary data from old regions at 1732436256593 (+9 ms)Region opened successfully at 1732436256597 (+4 ms) 2024-11-24T08:17:36,597 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:17:36,600 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbe9ded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:17:36,601 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:17:36,601 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:17:36,601 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:17:36,601 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:17:36,602 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:17:36,602 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:17:36,602 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:17:36,604 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:17:36,604 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Unable to get data of znode /1213959844/balancer because node does not exist (not necessarily an error) 2024-11-24T08:17:36,606 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1213959844/balancer already deleted, retry=false 2024-11-24T08:17:36,606 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:17:36,606 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Unable to get data of znode /1213959844/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:17:36,607 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1213959844/normalizer already deleted, retry=false 2024-11-24T08:17:36,608 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:17:36,609 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Unable to get data of znode /1213959844/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:17:36,611 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1213959844/switch/split already deleted, retry=false 2024-11-24T08:17:36,612 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Unable to get data of znode /1213959844/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:17:36,614 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1213959844/switch/merge already deleted, retry=false 2024-11-24T08:17:36,615 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Unable to get data of znode /1213959844/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:17:36,616 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1213959844/snapshot-cleanup already deleted, retry=false 2024-11-24T08:17:36,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1213959844/running 2024-11-24T08:17:36,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1213959844/running 2024-11-24T08:17:36,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844 2024-11-24T08:17:36,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844 2024-11-24T08:17:36,619 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,44175,1732436254840, sessionid=0x101490d37810003, setting cluster-up flag (Was=false) 2024-11-24T08:17:36,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844 2024-11-24T08:17:36,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844 2024-11-24T08:17:36,628 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1213959844/flush-table-proc/acquired, /1213959844/flush-table-proc/reached, /1213959844/flush-table-proc/abort 2024-11-24T08:17:36,629 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,44175,1732436254840 2024-11-24T08:17:36,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844 2024-11-24T08:17:36,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844 2024-11-24T08:17:36,636 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1213959844/online-snapshot/acquired, /1213959844/online-snapshot/reached, /1213959844/online-snapshot/abort 2024-11-24T08:17:36,637 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,44175,1732436254840 2024-11-24T08:17:36,638 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:17:36,640 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:17:36,640 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:17:36,640 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:17:36,640 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,44175,1732436254840 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:17:36,642 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:36,642 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:36,642 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:36,642 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:17:36,642 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:17:36,642 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:36,642 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:17:36,642 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:36,642 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436286642 2024-11-24T08:17:36,643 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:17:36,643 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:17:36,643 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:17:36,643 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:17:36,643 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:17:36,643 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:17:36,643 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:36,643 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:17:36,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:17:36,643 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:17:36,644 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:17:36,644 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:17:36,644 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:17:36,644 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:17:36,644 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:17:36,644 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436256644,5,FailOnTimeoutGroup] 2024-11-24T08:17:36,644 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436256644,5,FailOnTimeoutGroup] 2024-11-24T08:17:36,644 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:36,644 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:17:36,644 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:36,644 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:36,644 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:36,645 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:17:36,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:17:36,700 INFO [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(746): ClusterId : 265d0619-5768-4c21-b0bb-d176b21aee42 2024-11-24T08:17:36,700 DEBUG [RS:0;30c28c82771d:45431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:17:36,702 DEBUG [RS:0;30c28c82771d:45431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:17:36,702 DEBUG [RS:0;30c28c82771d:45431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:17:36,703 DEBUG [RS:0;30c28c82771d:45431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:17:36,704 DEBUG [RS:0;30c28c82771d:45431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3eace1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:17:36,715 DEBUG [RS:0;30c28c82771d:45431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:45431 2024-11-24T08:17:36,715 INFO [RS:0;30c28c82771d:45431 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:17:36,715 INFO [RS:0;30c28c82771d:45431 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:17:36,715 DEBUG [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:17:36,716 INFO [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,44175,1732436254840 with port=45431, startcode=1732436254880 2024-11-24T08:17:36,716 DEBUG [RS:0;30c28c82771d:45431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:17:36,717 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:17:36,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44175 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,45431,1732436254880 2024-11-24T08:17:36,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44175 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,45431,1732436254880 2024-11-24T08:17:36,719 DEBUG [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39 2024-11-24T08:17:36,719 DEBUG [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33797 2024-11-24T08:17:36,719 DEBUG [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:17:36,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844/rs 2024-11-24T08:17:36,724 DEBUG [RS:0;30c28c82771d:45431 {}] zookeeper.ZKUtil(111): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Set watcher on existing znode=/1213959844/rs/30c28c82771d,45431,1732436254880 2024-11-24T08:17:36,724 WARN [RS:0;30c28c82771d:45431 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:17:36,724 INFO [RS:0;30c28c82771d:45431 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:17:36,724 DEBUG [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/WALs/30c28c82771d,45431,1732436254880 2024-11-24T08:17:36,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,45431,1732436254880] 2024-11-24T08:17:36,728 INFO [RS:0;30c28c82771d:45431 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:17:36,730 INFO [RS:0;30c28c82771d:45431 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:17:36,730 INFO [RS:0;30c28c82771d:45431 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:17:36,730 INFO [RS:0;30c28c82771d:45431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:36,730 INFO [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:17:36,731 INFO [RS:0;30c28c82771d:45431 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:17:36,731 INFO [RS:0;30c28c82771d:45431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:36,731 DEBUG [RS:0;30c28c82771d:45431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:36,731 DEBUG [RS:0;30c28c82771d:45431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:36,731 DEBUG [RS:0;30c28c82771d:45431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:36,731 DEBUG [RS:0;30c28c82771d:45431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:36,731 DEBUG [RS:0;30c28c82771d:45431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:36,731 DEBUG [RS:0;30c28c82771d:45431 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:17:36,731 DEBUG [RS:0;30c28c82771d:45431 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:36,731 DEBUG [RS:0;30c28c82771d:45431 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:36,731 DEBUG [RS:0;30c28c82771d:45431 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:36,731 DEBUG [RS:0;30c28c82771d:45431 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:36,731 DEBUG [RS:0;30c28c82771d:45431 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:36,731 DEBUG [RS:0;30c28c82771d:45431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:17:36,732 DEBUG [RS:0;30c28c82771d:45431 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:17:36,732 DEBUG [RS:0;30c28c82771d:45431 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:17:36,732 INFO [RS:0;30c28c82771d:45431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:36,732 INFO [RS:0;30c28c82771d:45431 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:36,732 INFO [RS:0;30c28c82771d:45431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:36,732 INFO [RS:0;30c28c82771d:45431 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:36,732 INFO [RS:0;30c28c82771d:45431 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:36,732 INFO [RS:0;30c28c82771d:45431 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,45431,1732436254880-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:17:36,746 INFO [RS:0;30c28c82771d:45431 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:17:36,746 INFO [RS:0;30c28c82771d:45431 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,45431,1732436254880-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:36,746 INFO [RS:0;30c28c82771d:45431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:36,746 INFO [RS:0;30c28c82771d:45431 {}] regionserver.Replication(171): 30c28c82771d,45431,1732436254880 started 2024-11-24T08:17:36,759 INFO [RS:0;30c28c82771d:45431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:36,759 INFO [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,45431,1732436254880, RpcServer on 30c28c82771d/172.17.0.2:45431, sessionid=0x101490d37810004 2024-11-24T08:17:36,759 DEBUG [RS:0;30c28c82771d:45431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:17:36,759 DEBUG [RS:0;30c28c82771d:45431 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,45431,1732436254880 2024-11-24T08:17:36,759 DEBUG [RS:0;30c28c82771d:45431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,45431,1732436254880' 2024-11-24T08:17:36,759 DEBUG [RS:0;30c28c82771d:45431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1213959844/flush-table-proc/abort' 2024-11-24T08:17:36,760 DEBUG [RS:0;30c28c82771d:45431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1213959844/flush-table-proc/acquired' 2024-11-24T08:17:36,760 DEBUG [RS:0;30c28c82771d:45431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:17:36,760 DEBUG [RS:0;30c28c82771d:45431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:17:36,760 DEBUG [RS:0;30c28c82771d:45431 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,45431,1732436254880 2024-11-24T08:17:36,760 DEBUG [RS:0;30c28c82771d:45431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,45431,1732436254880' 2024-11-24T08:17:36,760 DEBUG [RS:0;30c28c82771d:45431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1213959844/online-snapshot/abort' 2024-11-24T08:17:36,761 DEBUG [RS:0;30c28c82771d:45431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1213959844/online-snapshot/acquired' 2024-11-24T08:17:36,761 DEBUG [RS:0;30c28c82771d:45431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:17:36,761 INFO [RS:0;30c28c82771d:45431 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:17:36,761 INFO [RS:0;30c28c82771d:45431 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:17:36,862 INFO [RS:0;30c28c82771d:45431 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:17:36,863 INFO [RS:0;30c28c82771d:45431 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C45431%2C1732436254880, suffix=, logDir=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/WALs/30c28c82771d,45431,1732436254880, archiveDir=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/oldWALs, maxLogs=10 2024-11-24T08:17:36,877 DEBUG [RS:0;30c28c82771d:45431 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/WALs/30c28c82771d,45431,1732436254880/30c28c82771d%2C45431%2C1732436254880.1732436256863, exclude list is [], retry=0 2024-11-24T08:17:36,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44039,DS-65f09f5f-f0bf-4921-9639-acf00e43f7a7,DISK] 2024-11-24T08:17:36,881 INFO [RS:0;30c28c82771d:45431 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/WALs/30c28c82771d,45431,1732436254880/30c28c82771d%2C45431%2C1732436254880.1732436256863 2024-11-24T08:17:36,881 DEBUG [RS:0;30c28c82771d:45431 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38449:38449)] 2024-11-24T08:17:37,052 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:17:37,052 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39 2024-11-24T08:17:37,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741833_1009 (size=32) 2024-11-24T08:17:37,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:37,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:17:37,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:17:37,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:37,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:37,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:17:37,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:17:37,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:37,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:37,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:17:37,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:17:37,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:37,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:37,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:17:37,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:17:37,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:37,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:37,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:17:37,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740 2024-11-24T08:17:37,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740 2024-11-24T08:17:37,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:17:37,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:17:37,070 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:17:37,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:17:37,073 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:17:37,073 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65367301, jitterRate=-0.025951310992240906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:17:37,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436257059Initializing all the Stores at 1732436257060 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436257060Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436257060Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436257060Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436257060Cleaning up temporary data from old regions at 1732436257069 (+9 ms)Region opened successfully at 1732436257074 (+5 ms) 2024-11-24T08:17:37,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:17:37,074 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:17:37,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:17:37,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:17:37,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:17:37,074 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:17:37,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436257074Disabling compacts and flushes for region at 1732436257074Disabling writes for close at 1732436257074Writing region close event to WAL at 1732436257074Closed at 1732436257074 2024-11-24T08:17:37,075 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:17:37,076 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:17:37,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:17:37,077 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:17:37,078 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:17:37,228 DEBUG [30c28c82771d:44175 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:17:37,229 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,45431,1732436254880 2024-11-24T08:17:37,230 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,45431,1732436254880, state=OPENING 2024-11-24T08:17:37,234 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:17:37,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844 2024-11-24T08:17:37,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844 2024-11-24T08:17:37,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1213959844/meta-region-server: CHANGED 2024-11-24T08:17:37,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1213959844/meta-region-server: CHANGED 2024-11-24T08:17:37,236 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:17:37,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,45431,1732436254880}] 2024-11-24T08:17:37,390 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:17:37,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:17:37,395 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:17:37,395 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:17:37,395 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:17:37,397 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C45431%2C1732436254880.meta, suffix=.meta, logDir=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/WALs/30c28c82771d,45431,1732436254880, archiveDir=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/oldWALs, maxLogs=10 2024-11-24T08:17:37,411 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/WALs/30c28c82771d,45431,1732436254880/30c28c82771d%2C45431%2C1732436254880.meta.1732436257397.meta, exclude list is [], retry=0 2024-11-24T08:17:37,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44039,DS-65f09f5f-f0bf-4921-9639-acf00e43f7a7,DISK] 2024-11-24T08:17:37,415 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/WALs/30c28c82771d,45431,1732436254880/30c28c82771d%2C45431%2C1732436254880.meta.1732436257397.meta 2024-11-24T08:17:37,415 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38449:38449)] 2024-11-24T08:17:37,415 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:17:37,416 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:17:37,416 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:17:37,416 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:17:37,416 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:17:37,416 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:17:37,416 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:37,416 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:17:37,416 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:17:37,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:17:37,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:17:37,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:37,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:37,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:17:37,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:17:37,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:37,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:37,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:17:37,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:17:37,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:37,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:37,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:17:37,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:17:37,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:37,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:17:37,423 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:17:37,423 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740 2024-11-24T08:17:37,424 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740 2024-11-24T08:17:37,425 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:17:37,425 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:17:37,426 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:17:37,427 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:17:37,428 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62056115, jitterRate=-0.07529182732105255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:17:37,428 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:17:37,428 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436257416Writing region info on filesystem at 1732436257416Initializing all the Stores at 1732436257417 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436257417Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436257417Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436257417Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436257417Cleaning up temporary data from old regions at 1732436257425 (+8 ms)Running coprocessor post-open hooks at 1732436257428 (+3 ms)Region opened successfully at 1732436257428 2024-11-24T08:17:37,429 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436257389 2024-11-24T08:17:37,431 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:17:37,431 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:17:37,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,45431,1732436254880 2024-11-24T08:17:37,433 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,45431,1732436254880, state=OPEN 2024-11-24T08:17:37,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1213959844/meta-region-server 2024-11-24T08:17:37,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1213959844/meta-region-server 2024-11-24T08:17:37,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1213959844/meta-region-server: CHANGED 2024-11-24T08:17:37,436 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,45431,1732436254880 2024-11-24T08:17:37,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1213959844/meta-region-server: CHANGED 2024-11-24T08:17:37,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:17:37,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,45431,1732436254880 in 199 msec 2024-11-24T08:17:37,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:17:37,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-24T08:17:37,441 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:17:37,441 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:17:37,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:17:37,443 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,45431,1732436254880, seqNum=-1] 2024-11-24T08:17:37,443 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:17:37,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:17:37,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 808 msec 2024-11-24T08:17:37,449 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436257449, completionTime=-1 2024-11-24T08:17:37,449 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:17:37,449 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:17:37,450 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:17:37,450 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436317450 2024-11-24T08:17:37,450 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436377450 2024-11-24T08:17:37,450 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T08:17:37,451 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,44175,1732436254840-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:37,451 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,44175,1732436254840-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:37,451 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,44175,1732436254840-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:37,451 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:44175, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:37,451 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:37,452 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:37,453 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:17:37,455 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.541sec 2024-11-24T08:17:37,455 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:17:37,455 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:17:37,455 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:17:37,455 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:17:37,455 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:17:37,455 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,44175,1732436254840-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:17:37,455 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,44175,1732436254840-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:17:37,457 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:17:37,457 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:17:37,457 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,44175,1732436254840-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:17:37,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ebcbdad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:37,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,44175,-1 for getting cluster id 2024-11-24T08:17:37,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:37,502 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '265d0619-5768-4c21-b0bb-d176b21aee42' 2024-11-24T08:17:37,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:37,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "265d0619-5768-4c21-b0bb-d176b21aee42" 2024-11-24T08:17:37,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e015ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:37,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,44175,-1] 2024-11-24T08:17:37,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:37,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:37,503 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:37,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a494071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:37,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:17:37,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,45431,1732436254880, seqNum=-1] 2024-11-24T08:17:37,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:17:37,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:17:37,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,44175,1732436254840 2024-11-24T08:17:37,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64457 2024-11-24T08:17:37,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:17:37,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101490d37810005 connected 2024-11-24T08:17:37,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:17:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40681,1732436250795 2024-11-24T08:17:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a4b6dbd 2024-11-24T08:17:37,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:17:37,522 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:17:37,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:17:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T08:17:37,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:17:37,530 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:37,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T08:17:37,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:17:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:17:37,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741835_1011 (size=902) 2024-11-24T08:17:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:17:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:17:37,939 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 659b69c6c3039a6a0d5bb7fa11f1796d, NAME => 'test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd 2024-11-24T08:17:37,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741836_1012 (size=39) 2024-11-24T08:17:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:17:38,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:38,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 659b69c6c3039a6a0d5bb7fa11f1796d, disabling compactions & flushes 2024-11-24T08:17:38,345 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d. 2024-11-24T08:17:38,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d. 2024-11-24T08:17:38,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d. after waiting 0 ms 2024-11-24T08:17:38,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d. 2024-11-24T08:17:38,345 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d. 2024-11-24T08:17:38,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 659b69c6c3039a6a0d5bb7fa11f1796d: Waiting for close lock at 1732436258345Disabling compacts and flushes for region at 1732436258345Disabling writes for close at 1732436258345Writing region close event to WAL at 1732436258345Closed at 1732436258345 2024-11-24T08:17:38,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:17:38,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732436258347"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436258347"}]},"ts":"1732436258347"} 2024-11-24T08:17:38,350 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:17:38,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:17:38,351 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436258351"}]},"ts":"1732436258351"} 2024-11-24T08:17:38,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T08:17:38,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=659b69c6c3039a6a0d5bb7fa11f1796d, ASSIGN}] 2024-11-24T08:17:38,354 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=659b69c6c3039a6a0d5bb7fa11f1796d, ASSIGN 2024-11-24T08:17:38,355 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=659b69c6c3039a6a0d5bb7fa11f1796d, ASSIGN; state=OFFLINE, location=30c28c82771d,37377,1732436250851; forceNewPlan=false, retain=false 2024-11-24T08:17:38,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=659b69c6c3039a6a0d5bb7fa11f1796d, regionState=OPENING, regionLocation=30c28c82771d,37377,1732436250851 2024-11-24T08:17:38,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=659b69c6c3039a6a0d5bb7fa11f1796d, ASSIGN because future has completed 2024-11-24T08:17:38,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 659b69c6c3039a6a0d5bb7fa11f1796d, server=30c28c82771d,37377,1732436250851}] 2024-11-24T08:17:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:17:38,667 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d. 2024-11-24T08:17:38,667 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 659b69c6c3039a6a0d5bb7fa11f1796d, NAME => 'test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:17:38,667 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:17:38,667 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T08:17:38,668 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 659b69c6c3039a6a0d5bb7fa11f1796d 2024-11-24T08:17:38,668 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:38,668 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 659b69c6c3039a6a0d5bb7fa11f1796d 2024-11-24T08:17:38,668 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 659b69c6c3039a6a0d5bb7fa11f1796d 2024-11-24T08:17:38,669 INFO [StoreOpener-659b69c6c3039a6a0d5bb7fa11f1796d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 659b69c6c3039a6a0d5bb7fa11f1796d 2024-11-24T08:17:38,671 INFO [StoreOpener-659b69c6c3039a6a0d5bb7fa11f1796d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 659b69c6c3039a6a0d5bb7fa11f1796d columnFamilyName f 2024-11-24T08:17:38,671 DEBUG [StoreOpener-659b69c6c3039a6a0d5bb7fa11f1796d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:38,671 INFO [StoreOpener-659b69c6c3039a6a0d5bb7fa11f1796d-1 {}] regionserver.HStore(327): Store=659b69c6c3039a6a0d5bb7fa11f1796d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:38,671 INFO [StoreOpener-659b69c6c3039a6a0d5bb7fa11f1796d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 659b69c6c3039a6a0d5bb7fa11f1796d 2024-11-24T08:17:38,673 INFO [StoreOpener-659b69c6c3039a6a0d5bb7fa11f1796d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 659b69c6c3039a6a0d5bb7fa11f1796d columnFamilyName f1 2024-11-24T08:17:38,673 DEBUG [StoreOpener-659b69c6c3039a6a0d5bb7fa11f1796d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:38,673 INFO [StoreOpener-659b69c6c3039a6a0d5bb7fa11f1796d-1 {}] regionserver.HStore(327): Store=659b69c6c3039a6a0d5bb7fa11f1796d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:38,673 INFO [StoreOpener-659b69c6c3039a6a0d5bb7fa11f1796d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 659b69c6c3039a6a0d5bb7fa11f1796d 2024-11-24T08:17:38,674 INFO [StoreOpener-659b69c6c3039a6a0d5bb7fa11f1796d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 659b69c6c3039a6a0d5bb7fa11f1796d columnFamilyName norep 2024-11-24T08:17:38,675 DEBUG [StoreOpener-659b69c6c3039a6a0d5bb7fa11f1796d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:38,675 INFO [StoreOpener-659b69c6c3039a6a0d5bb7fa11f1796d-1 {}] regionserver.HStore(327): Store=659b69c6c3039a6a0d5bb7fa11f1796d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:38,675 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 659b69c6c3039a6a0d5bb7fa11f1796d 2024-11-24T08:17:38,676 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d 2024-11-24T08:17:38,676 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d 2024-11-24T08:17:38,677 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 659b69c6c3039a6a0d5bb7fa11f1796d 2024-11-24T08:17:38,677 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 659b69c6c3039a6a0d5bb7fa11f1796d 2024-11-24T08:17:38,678 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:17:38,679 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 659b69c6c3039a6a0d5bb7fa11f1796d 2024-11-24T08:17:38,681 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:17:38,681 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 659b69c6c3039a6a0d5bb7fa11f1796d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73658132, jitterRate=0.09759169816970825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:17:38,681 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 659b69c6c3039a6a0d5bb7fa11f1796d 2024-11-24T08:17:38,682 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 659b69c6c3039a6a0d5bb7fa11f1796d: Running coprocessor pre-open hook at 1732436258668Writing region info on filesystem at 1732436258668Initializing all the Stores at 1732436258669 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436258669Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436258669Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436258669Cleaning up temporary data from old regions at 1732436258677 (+8 ms)Running coprocessor post-open hooks at 1732436258681 (+4 ms)Region opened successfully at 1732436258682 (+1 ms) 2024-11-24T08:17:38,685 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d., pid=6, masterSystemTime=1732436258662 2024-11-24T08:17:38,688 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d. 2024-11-24T08:17:38,688 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d. 2024-11-24T08:17:38,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=659b69c6c3039a6a0d5bb7fa11f1796d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30c28c82771d,37377,1732436250851 2024-11-24T08:17:38,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 659b69c6c3039a6a0d5bb7fa11f1796d, server=30c28c82771d,37377,1732436250851 because future has completed 2024-11-24T08:17:38,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:17:38,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 659b69c6c3039a6a0d5bb7fa11f1796d, server=30c28c82771d,37377,1732436250851 in 184 msec 2024-11-24T08:17:38,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:17:38,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=659b69c6c3039a6a0d5bb7fa11f1796d, ASSIGN in 342 msec 2024-11-24T08:17:38,699 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:17:38,699 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436258699"}]},"ts":"1732436258699"} 2024-11-24T08:17:38,701 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T08:17:38,702 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:17:38,704 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:17:38,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec 2024-11-24T08:17:38,705 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T08:17:39,292 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:17:39,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:17:39,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:17:39,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:17:39,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:17:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:17:39,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:17:39,675 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T08:17:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,44175,1732436254840 2024-11-24T08:17:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56eb8753 2024-11-24T08:17:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:17:39,677 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:17:39,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44175 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:17:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44175 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T08:17:39,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:17:39,682 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:39,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44175 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T08:17:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:17:39,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:17:39,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741835_1011 (size=902) 2024-11-24T08:17:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:17:39,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T08:17:39,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T08:17:39,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T08:17:39,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T08:17:39,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:17:39,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T08:17:39,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:17:39,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T08:17:39,917 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:17:39,917 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T08:17:39,917 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T08:17:39,917 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T08:17:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:17:40,091 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca7a386bf7a55e67edf4f04406a91fd4, NAME => 'test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39 2024-11-24T08:17:40,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741836_1012 (size=39) 2024-11-24T08:17:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:17:40,498 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:40,498 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ca7a386bf7a55e67edf4f04406a91fd4, disabling compactions & flushes 2024-11-24T08:17:40,498 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4. 2024-11-24T08:17:40,498 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4. 2024-11-24T08:17:40,498 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4. after waiting 0 ms 2024-11-24T08:17:40,498 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4. 2024-11-24T08:17:40,498 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4. 2024-11-24T08:17:40,498 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca7a386bf7a55e67edf4f04406a91fd4: Waiting for close lock at 1732436260498Disabling compacts and flushes for region at 1732436260498Disabling writes for close at 1732436260498Writing region close event to WAL at 1732436260498Closed at 1732436260498 2024-11-24T08:17:40,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:17:40,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732436260500"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436260500"}]},"ts":"1732436260500"} 2024-11-24T08:17:40,503 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:17:40,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:17:40,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436260504"}]},"ts":"1732436260504"} 2024-11-24T08:17:40,506 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T08:17:40,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ca7a386bf7a55e67edf4f04406a91fd4, ASSIGN}] 2024-11-24T08:17:40,507 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ca7a386bf7a55e67edf4f04406a91fd4, ASSIGN 2024-11-24T08:17:40,508 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ca7a386bf7a55e67edf4f04406a91fd4, ASSIGN; state=OFFLINE, location=30c28c82771d,45431,1732436254880; forceNewPlan=false, retain=false 2024-11-24T08:17:40,659 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca7a386bf7a55e67edf4f04406a91fd4, regionState=OPENING, regionLocation=30c28c82771d,45431,1732436254880 2024-11-24T08:17:40,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ca7a386bf7a55e67edf4f04406a91fd4, ASSIGN because future has completed 2024-11-24T08:17:40,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca7a386bf7a55e67edf4f04406a91fd4, server=30c28c82771d,45431,1732436254880}] 2024-11-24T08:17:40,819 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4. 2024-11-24T08:17:40,819 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ca7a386bf7a55e67edf4f04406a91fd4, NAME => 'test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:17:40,820 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:17:40,820 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T08:17:40,820 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ca7a386bf7a55e67edf4f04406a91fd4 2024-11-24T08:17:40,820 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:40,820 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ca7a386bf7a55e67edf4f04406a91fd4 2024-11-24T08:17:40,820 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ca7a386bf7a55e67edf4f04406a91fd4 2024-11-24T08:17:40,822 INFO [StoreOpener-ca7a386bf7a55e67edf4f04406a91fd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ca7a386bf7a55e67edf4f04406a91fd4 2024-11-24T08:17:40,823 INFO [StoreOpener-ca7a386bf7a55e67edf4f04406a91fd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca7a386bf7a55e67edf4f04406a91fd4 columnFamilyName f 2024-11-24T08:17:40,823 DEBUG [StoreOpener-ca7a386bf7a55e67edf4f04406a91fd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:40,824 INFO [StoreOpener-ca7a386bf7a55e67edf4f04406a91fd4-1 {}] regionserver.HStore(327): Store=ca7a386bf7a55e67edf4f04406a91fd4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:40,824 INFO [StoreOpener-ca7a386bf7a55e67edf4f04406a91fd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ca7a386bf7a55e67edf4f04406a91fd4 2024-11-24T08:17:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:17:40,825 INFO [StoreOpener-ca7a386bf7a55e67edf4f04406a91fd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca7a386bf7a55e67edf4f04406a91fd4 columnFamilyName f1 2024-11-24T08:17:40,825 DEBUG [StoreOpener-ca7a386bf7a55e67edf4f04406a91fd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:40,826 INFO [StoreOpener-ca7a386bf7a55e67edf4f04406a91fd4-1 {}] regionserver.HStore(327): Store=ca7a386bf7a55e67edf4f04406a91fd4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:40,826 INFO [StoreOpener-ca7a386bf7a55e67edf4f04406a91fd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ca7a386bf7a55e67edf4f04406a91fd4 2024-11-24T08:17:40,827 INFO [StoreOpener-ca7a386bf7a55e67edf4f04406a91fd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca7a386bf7a55e67edf4f04406a91fd4 columnFamilyName norep 2024-11-24T08:17:40,827 DEBUG [StoreOpener-ca7a386bf7a55e67edf4f04406a91fd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:40,828 INFO [StoreOpener-ca7a386bf7a55e67edf4f04406a91fd4-1 {}] regionserver.HStore(327): Store=ca7a386bf7a55e67edf4f04406a91fd4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:40,828 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ca7a386bf7a55e67edf4f04406a91fd4 2024-11-24T08:17:40,829 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/default/test/ca7a386bf7a55e67edf4f04406a91fd4 2024-11-24T08:17:40,829 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/default/test/ca7a386bf7a55e67edf4f04406a91fd4 2024-11-24T08:17:40,830 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ca7a386bf7a55e67edf4f04406a91fd4 2024-11-24T08:17:40,830 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ca7a386bf7a55e67edf4f04406a91fd4 2024-11-24T08:17:40,830 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:17:40,831 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ca7a386bf7a55e67edf4f04406a91fd4 2024-11-24T08:17:40,834 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/default/test/ca7a386bf7a55e67edf4f04406a91fd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:17:40,834 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ca7a386bf7a55e67edf4f04406a91fd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61491710, jitterRate=-0.08370211720466614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:17:40,834 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca7a386bf7a55e67edf4f04406a91fd4 2024-11-24T08:17:40,834 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ca7a386bf7a55e67edf4f04406a91fd4: Running coprocessor pre-open hook at 1732436260820Writing region info on filesystem at 1732436260820Initializing all the Stores at 1732436260821 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436260821Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436260821Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436260821Cleaning up temporary data from old regions at 1732436260830 (+9 ms)Running coprocessor post-open hooks at 1732436260834 (+4 ms)Region opened successfully at 1732436260834 2024-11-24T08:17:40,835 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4., pid=6, masterSystemTime=1732436260815 2024-11-24T08:17:40,838 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4. 2024-11-24T08:17:40,838 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4. 2024-11-24T08:17:40,838 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca7a386bf7a55e67edf4f04406a91fd4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30c28c82771d,45431,1732436254880 2024-11-24T08:17:40,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca7a386bf7a55e67edf4f04406a91fd4, server=30c28c82771d,45431,1732436254880 because future has completed 2024-11-24T08:17:40,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:17:40,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ca7a386bf7a55e67edf4f04406a91fd4, server=30c28c82771d,45431,1732436254880 in 181 msec 2024-11-24T08:17:40,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:17:40,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ca7a386bf7a55e67edf4f04406a91fd4, ASSIGN in 340 msec 2024-11-24T08:17:40,849 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:17:40,850 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436260849"}]},"ts":"1732436260849"} 2024-11-24T08:17:40,852 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T08:17:40,853 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:17:40,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1740 sec 2024-11-24T08:17:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:17:41,835 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T08:17:41,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94fc514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:41,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40681,-1 for getting cluster id 2024-11-24T08:17:41,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:41,836 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14e77cb7-e34d-4bb5-8161-f99586ba2e5e' 2024-11-24T08:17:41,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:41,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14e77cb7-e34d-4bb5-8161-f99586ba2e5e" 2024-11-24T08:17:41,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fa630d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:41,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40681,-1] 2024-11-24T08:17:41,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:41,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:41,838 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:41,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f186865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:41,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c96d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:41,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,44175,-1 for getting cluster id 2024-11-24T08:17:41,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:41,840 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '265d0619-5768-4c21-b0bb-d176b21aee42' 2024-11-24T08:17:41,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:41,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "265d0619-5768-4c21-b0bb-d176b21aee42" 2024-11-24T08:17:41,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682c5aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:41,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,44175,-1] 2024-11-24T08:17:41,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:41,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:41,842 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:41,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6308dda8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:41,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d45c4a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:41,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40681,-1 for getting cluster id 2024-11-24T08:17:41,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:41,844 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14e77cb7-e34d-4bb5-8161-f99586ba2e5e' 2024-11-24T08:17:41,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:41,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14e77cb7-e34d-4bb5-8161-f99586ba2e5e" 2024-11-24T08:17:41,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a00a31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:41,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40681,-1] 2024-11-24T08:17:41,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:41,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:41,846 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a238fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:41,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:17:41,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40681,1732436250795 2024-11-24T08:17:41,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@160f90ac 2024-11-24T08:17:41,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:17:41,850 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:17:41,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30c28c82771d:44175,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-24T08:17:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:17:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:17:41,854 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:44175' 2024-11-24T08:17:41,855 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c162e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:41,855 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,44175,-1 for getting cluster id 2024-11-24T08:17:41,855 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:41,855 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '265d0619-5768-4c21-b0bb-d176b21aee42' 2024-11-24T08:17:41,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:41,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "265d0619-5768-4c21-b0bb-d176b21aee42" 2024-11-24T08:17:41,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676b4bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:41,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,44175,-1] 2024-11-24T08:17:41,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:41,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:41,857 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:41,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629bc0e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:41,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:17:41,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,44175,1732436254840 2024-11-24T08:17:41,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31277cf1 2024-11-24T08:17:41,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:17:41,859 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:17:41,860 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T08:17:41,860 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:17:41,860 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:41,860 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:41,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:41,861 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:17:41,862 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T08:17:41,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:17:41,863 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:41,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:17:41,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741837_1013 (size=1138) 2024-11-24T08:17:41,912 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T08:17:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:17:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:17:42,272 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 36aa2ebf8bdac4f134e4cd212fc83217, NAME => 'hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd 2024-11-24T08:17:42,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741838_1014 (size=44) 2024-11-24T08:17:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:17:42,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:42,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 36aa2ebf8bdac4f134e4cd212fc83217, disabling compactions & flushes 2024-11-24T08:17:42,678 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217. 2024-11-24T08:17:42,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217. 2024-11-24T08:17:42,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217. after waiting 0 ms 2024-11-24T08:17:42,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217. 2024-11-24T08:17:42,678 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217. 2024-11-24T08:17:42,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 36aa2ebf8bdac4f134e4cd212fc83217: Waiting for close lock at 1732436262678Disabling compacts and flushes for region at 1732436262678Disabling writes for close at 1732436262678Writing region close event to WAL at 1732436262678Closed at 1732436262678 2024-11-24T08:17:42,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:17:42,680 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732436262680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436262680"}]},"ts":"1732436262680"} 2024-11-24T08:17:42,682 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:17:42,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:17:42,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436262684"}]},"ts":"1732436262684"} 2024-11-24T08:17:42,686 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T08:17:42,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36aa2ebf8bdac4f134e4cd212fc83217, ASSIGN}] 2024-11-24T08:17:42,687 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36aa2ebf8bdac4f134e4cd212fc83217, ASSIGN 2024-11-24T08:17:42,688 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=36aa2ebf8bdac4f134e4cd212fc83217, ASSIGN; state=OFFLINE, location=30c28c82771d,37377,1732436250851; forceNewPlan=false, retain=false 2024-11-24T08:17:42,839 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=36aa2ebf8bdac4f134e4cd212fc83217, regionState=OPENING, regionLocation=30c28c82771d,37377,1732436250851 2024-11-24T08:17:42,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=36aa2ebf8bdac4f134e4cd212fc83217, ASSIGN because future has completed 2024-11-24T08:17:42,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36aa2ebf8bdac4f134e4cd212fc83217, server=30c28c82771d,37377,1732436250851}] 2024-11-24T08:17:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:17:42,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217. 2024-11-24T08:17:42,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:17:42,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T08:17:43,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C37377%2C1732436250851.rep, suffix=, logDir=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851, archiveDir=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/oldWALs, maxLogs=10 2024-11-24T08:17:43,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.rep.1732436263000, exclude list is [], retry=0 2024-11-24T08:17:43,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37777,DS-d823c954-2a07-4657-9602-f6ad24c3e40b,DISK] 2024-11-24T08:17:43,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.rep.1732436263000 2024-11-24T08:17:43,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38059:38059)] 2024-11-24T08:17:43,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 36aa2ebf8bdac4f134e4cd212fc83217, NAME => 'hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:17:43,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:17:43,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:17:43,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217. service=MultiRowMutationService 2024-11-24T08:17:43,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T08:17:43,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 36aa2ebf8bdac4f134e4cd212fc83217 2024-11-24T08:17:43,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:17:43,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 36aa2ebf8bdac4f134e4cd212fc83217 2024-11-24T08:17:43,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 36aa2ebf8bdac4f134e4cd212fc83217 2024-11-24T08:17:43,019 INFO [StoreOpener-36aa2ebf8bdac4f134e4cd212fc83217-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 36aa2ebf8bdac4f134e4cd212fc83217 2024-11-24T08:17:43,020 INFO [StoreOpener-36aa2ebf8bdac4f134e4cd212fc83217-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36aa2ebf8bdac4f134e4cd212fc83217 columnFamilyName hfileref 2024-11-24T08:17:43,021 DEBUG [StoreOpener-36aa2ebf8bdac4f134e4cd212fc83217-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:43,021 INFO [StoreOpener-36aa2ebf8bdac4f134e4cd212fc83217-1 {}] regionserver.HStore(327): Store=36aa2ebf8bdac4f134e4cd212fc83217/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:43,021 INFO [StoreOpener-36aa2ebf8bdac4f134e4cd212fc83217-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 36aa2ebf8bdac4f134e4cd212fc83217 2024-11-24T08:17:43,022 INFO [StoreOpener-36aa2ebf8bdac4f134e4cd212fc83217-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36aa2ebf8bdac4f134e4cd212fc83217 columnFamilyName queue 2024-11-24T08:17:43,022 DEBUG [StoreOpener-36aa2ebf8bdac4f134e4cd212fc83217-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:43,022 INFO [StoreOpener-36aa2ebf8bdac4f134e4cd212fc83217-1 {}] regionserver.HStore(327): Store=36aa2ebf8bdac4f134e4cd212fc83217/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:43,022 INFO [StoreOpener-36aa2ebf8bdac4f134e4cd212fc83217-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 36aa2ebf8bdac4f134e4cd212fc83217 2024-11-24T08:17:43,023 INFO [StoreOpener-36aa2ebf8bdac4f134e4cd212fc83217-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36aa2ebf8bdac4f134e4cd212fc83217 columnFamilyName sid 2024-11-24T08:17:43,023 DEBUG [StoreOpener-36aa2ebf8bdac4f134e4cd212fc83217-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:17:43,024 INFO [StoreOpener-36aa2ebf8bdac4f134e4cd212fc83217-1 {}] regionserver.HStore(327): Store=36aa2ebf8bdac4f134e4cd212fc83217/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:17:43,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 36aa2ebf8bdac4f134e4cd212fc83217 2024-11-24T08:17:43,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/replication/36aa2ebf8bdac4f134e4cd212fc83217 2024-11-24T08:17:43,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/replication/36aa2ebf8bdac4f134e4cd212fc83217 2024-11-24T08:17:43,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 36aa2ebf8bdac4f134e4cd212fc83217 2024-11-24T08:17:43,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 36aa2ebf8bdac4f134e4cd212fc83217 2024-11-24T08:17:43,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:17:43,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 36aa2ebf8bdac4f134e4cd212fc83217 2024-11-24T08:17:43,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/replication/36aa2ebf8bdac4f134e4cd212fc83217/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:17:43,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 36aa2ebf8bdac4f134e4cd212fc83217; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65387914, jitterRate=-0.025644153356552124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:17:43,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36aa2ebf8bdac4f134e4cd212fc83217 2024-11-24T08:17:43,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 36aa2ebf8bdac4f134e4cd212fc83217: Running coprocessor pre-open hook at 1732436263018Writing region info on filesystem at 1732436263018Initializing all the Stores at 1732436263019 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436263019Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436263019Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436263019Cleaning up temporary data from old regions at 1732436263026 (+7 ms)Running coprocessor post-open hooks at 1732436263030 (+4 ms)Region opened successfully at 1732436263031 (+1 ms) 2024-11-24T08:17:43,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217., pid=10, masterSystemTime=1732436262994 2024-11-24T08:17:43,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217. 2024-11-24T08:17:43,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217. 2024-11-24T08:17:43,034 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=36aa2ebf8bdac4f134e4cd212fc83217, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,37377,1732436250851 2024-11-24T08:17:43,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36aa2ebf8bdac4f134e4cd212fc83217, server=30c28c82771d,37377,1732436250851 because future has completed 2024-11-24T08:17:43,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T08:17:43,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 36aa2ebf8bdac4f134e4cd212fc83217, server=30c28c82771d,37377,1732436250851 in 195 msec 2024-11-24T08:17:43,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T08:17:43,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=36aa2ebf8bdac4f134e4cd212fc83217, ASSIGN in 353 msec 2024-11-24T08:17:43,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:17:43,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436263042"}]},"ts":"1732436263042"} 2024-11-24T08:17:43,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T08:17:43,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:17:43,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-24T08:17:43,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217., hostname=30c28c82771d,37377,1732436250851, seqNum=2] 2024-11-24T08:17:43,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628 2024-11-24T08:17:43,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628 2024-11-24T08:17:43,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:17:43,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T08:17:43,267 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T08:17:43,296 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30c28c82771d,37377,1732436250851, ReplicationSource: 1, currentBandwidth=0 2024-11-24T08:17:43,297 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:17:43,297 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,37377,1732436250851, seqNum=-1] 2024-11-24T08:17:43,297 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:17:43,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-24T08:17:43,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30c28c82771d,37377,1732436250851', locateType=CURRENT is [region=hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217., hostname=30c28c82771d,37377,1732436250851, seqNum=2] 2024-11-24T08:17:43,316 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T08:17:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T08:17:43,320 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30c28c82771d,37377,1732436250851 suceeded 2024-11-24T08:17:43,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T08:17:43,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-24T08:17:43,323 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30c28c82771d:44175,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-24T08:17:43,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4720 sec 2024-11-24T08:17:43,336 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:44175' 2024-11-24T08:17:43,337 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52f033c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:43,337 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,44175,-1 for getting cluster id 2024-11-24T08:17:43,337 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:43,338 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '265d0619-5768-4c21-b0bb-d176b21aee42' 2024-11-24T08:17:43,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:43,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "265d0619-5768-4c21-b0bb-d176b21aee42" 2024-11-24T08:17:43,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14988df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:43,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,44175,-1] 2024-11-24T08:17:43,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:43,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:43,341 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:43,342 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59c51709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:43,342 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:17:43,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,44175,1732436254840 2024-11-24T08:17:43,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@287547d9 2024-11-24T08:17:43,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:17:43,345 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-24T08:17:43,345 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30c28c82771d,37377,1732436250851 (queues=1) is replicating from cluster=14e77cb7-e34d-4bb5-8161-f99586ba2e5e to cluster=265d0619-5768-4c21-b0bb-d176b21aee42 2024-11-24T08:17:43,345 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30c28c82771d%2C37377%2C1732436250851 2024-11-24T08:17:43,346 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30c28c82771d,37377,1732436250851, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:17:43,346 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.shipper30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C37377%2C1732436250851 2024-11-24T08:17:43,346 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844, startPosition=0, beingWritten=true 2024-11-24T08:17:43,356 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:17:43,356 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 379, reset compression=false 2024-11-24T08:17:43,356 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.shipper30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,37377,1732436250851 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:17:43,562 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 379, reset compression=false 2024-11-24T08:17:43,867 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 379, reset compression=false 2024-11-24T08:17:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:17:44,005 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T08:17:44,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:17:44,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:44,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:44,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:44,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:44,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:44,011 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732436264010/Put/seqid=0 2024-11-24T08:17:44,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741840_1016 (size=7894) 2024-11-24T08:17:44,271 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 379, reset compression=false 2024-11-24T08:17:44,419 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/load_f/f/hfile_1 is 34, key is ddd/f:row/1732436264418/Put/seqid=0 2024-11-24T08:17:44,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741841_1017 (size=7691) 2024-11-24T08:17:44,776 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 379, reset compression=false 2024-11-24T08:17:44,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576945e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:44,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40681,-1 for getting cluster id 2024-11-24T08:17:44,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:44,829 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14e77cb7-e34d-4bb5-8161-f99586ba2e5e' 2024-11-24T08:17:44,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:44,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14e77cb7-e34d-4bb5-8161-f99586ba2e5e" 2024-11-24T08:17:44,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426e1ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:44,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40681,-1] 2024-11-24T08:17:44,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:44,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:44,831 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:44,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337a97f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:44,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:17:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,37377,1732436250851, seqNum=-1] 2024-11-24T08:17:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:17:44,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:17:44,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:17:44,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40681,1732436250795 2024-11-24T08:17:44,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f1e4d4b 2024-11-24T08:17:44,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:17:44,848 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:17:44,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d., hostname=30c28c82771d,37377,1732436250851, seqNum=2] 2024-11-24T08:17:44,862 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T08:17:44,874 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-24T08:17:44,877 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-24T08:17:44,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/load_f/f/hfile_0 for inclusion in 659b69c6c3039a6a0d5bb7fa11f1796d/f 2024-11-24T08:17:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T08:17:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:17:44,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/load_f/f/hfile_1 for inclusion in 659b69c6c3039a6a0d5bb7fa11f1796d/f 2024-11-24T08:17:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T08:17:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:17:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HRegion(2603): Flush status journal for 659b69c6c3039a6a0d5bb7fa11f1796d: 2024-11-24T08:17:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/load_f/f/hfile_0 to hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__on2dfs4nrf9elm8dcnje4pg16c4to19mhm0asmlf7eigip7v9gr5n19tdd2o2jcd/f/hfile_0 2024-11-24T08:17:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__on2dfs4nrf9elm8dcnje4pg16c4to19mhm0asmlf7eigip7v9gr5n19tdd2o2jcd/f/hfile_0 as hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d/f/19099ac571bf49bfb6b1956b68ae9ca8_SeqId_4_ 2024-11-24T08:17:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/load_f/f/hfile_1 to hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__on2dfs4nrf9elm8dcnje4pg16c4to19mhm0asmlf7eigip7v9gr5n19tdd2o2jcd/f/hfile_1 2024-11-24T08:17:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__on2dfs4nrf9elm8dcnje4pg16c4to19mhm0asmlf7eigip7v9gr5n19tdd2o2jcd/f/hfile_1 as hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d/f/dc779ae7ee4041e9abaaa45edc9f690f_SeqId_4_ 2024-11-24T08:17:44,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__on2dfs4nrf9elm8dcnje4pg16c4to19mhm0asmlf7eigip7v9gr5n19tdd2o2jcd/f/hfile_0 into 659b69c6c3039a6a0d5bb7fa11f1796d/f as hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d/f/19099ac571bf49bfb6b1956b68ae9ca8_SeqId_4_ - updating store file list. 2024-11-24T08:17:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 19099ac571bf49bfb6b1956b68ae9ca8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T08:17:44,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d/f/19099ac571bf49bfb6b1956b68ae9ca8_SeqId_4_ into 659b69c6c3039a6a0d5bb7fa11f1796d/f 2024-11-24T08:17:44,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__on2dfs4nrf9elm8dcnje4pg16c4to19mhm0asmlf7eigip7v9gr5n19tdd2o2jcd/f/hfile_0 into 659b69c6c3039a6a0d5bb7fa11f1796d/f (new location: hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d/f/19099ac571bf49bfb6b1956b68ae9ca8_SeqId_4_) 2024-11-24T08:17:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__on2dfs4nrf9elm8dcnje4pg16c4to19mhm0asmlf7eigip7v9gr5n19tdd2o2jcd/f/hfile_0 2024-11-24T08:17:44,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__on2dfs4nrf9elm8dcnje4pg16c4to19mhm0asmlf7eigip7v9gr5n19tdd2o2jcd/f/hfile_1 into 659b69c6c3039a6a0d5bb7fa11f1796d/f as hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d/f/dc779ae7ee4041e9abaaa45edc9f690f_SeqId_4_ - updating store file list. 2024-11-24T08:17:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc779ae7ee4041e9abaaa45edc9f690f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T08:17:44,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d/f/dc779ae7ee4041e9abaaa45edc9f690f_SeqId_4_ into 659b69c6c3039a6a0d5bb7fa11f1796d/f 2024-11-24T08:17:44,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__on2dfs4nrf9elm8dcnje4pg16c4to19mhm0asmlf7eigip7v9gr5n19tdd2o2jcd/f/hfile_1 into 659b69c6c3039a6a0d5bb7fa11f1796d/f (new location: hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d/f/dc779ae7ee4041e9abaaa45edc9f690f_SeqId_4_) 2024-11-24T08:17:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__on2dfs4nrf9elm8dcnje4pg16c4to19mhm0asmlf7eigip7v9gr5n19tdd2o2jcd/f/hfile_1 2024-11-24T08:17:44,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:17:44,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:44,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:44,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:44,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:44,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:17:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d., hostname=30c28c82771d,37377,1732436250851, seqNum=2 , the old value is region=test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d., hostname=30c28c82771d,37377,1732436250851, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=30c28c82771d:37377 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T08:17:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d., hostname=30c28c82771d,37377,1732436250851, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T08:17:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d., hostname=30c28c82771d,37377,1732436250851, seqNum=2 from cache 2024-11-24T08:17:44,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,45431,1732436254880, seqNum=-1] 2024-11-24T08:17:44,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:17:44,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:17:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:49342 deadline: 1732436324934 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:49342 2024-11-24T08:17:44,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4., hostname=30c28c82771d,45431,1732436254880, seqNum=2] 2024-11-24T08:17:44,941 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T08:17:45,044 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:37377 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T08:17:45,381 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 379, reset compression=false 2024-11-24T08:17:45,387 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:17:45,387 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.shipper30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,37377,1732436250851 got entry batch from reader: WALEntryBatch [walEntries=[{test/659b69c6c3039a6a0d5bb7fa11f1796d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732436264929/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T08:17:45,408 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.shipper30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:17:45,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-24T08:17:45,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.ReplicationSink(318): Replicating [14e77cb7-e34d-4bb5-8161-f99586ba2e5e] bulk loaded data 2024-11-24T08:17:45,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32dcfc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:45,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,44175,-1 for getting cluster id 2024-11-24T08:17:45,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:45,414 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '265d0619-5768-4c21-b0bb-d176b21aee42' 2024-11-24T08:17:45,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:45,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "265d0619-5768-4c21-b0bb-d176b21aee42" 2024-11-24T08:17:45,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bf0b2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:45,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,44175,-1] 2024-11-24T08:17:45,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:45,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:45,416 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:45,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42977d59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:45,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741837_1013 (size=7894) 2024-11-24T08:17:45,588 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 687, reset compression=false 2024-11-24T08:17:45,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741838_1014 (size=7691) 2024-11-24T08:17:45,892 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 687, reset compression=false 2024-11-24T08:17:45,943 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T08:17:46,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:17:46,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,44175,1732436254840 2024-11-24T08:17:46,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dc29b5f 2024-11-24T08:17:46,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:17:46,252 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-24T08:17:46,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T08:17:46,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:17:46,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,45431,1732436254880, seqNum=-1] 2024-11-24T08:17:46,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:17:46,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-24T08:17:46,266 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/staging/jenkins.hfs.6__test__qosmm7rb3adu6099bpcon02gsu8gog41n3rvdqpehacqq9qmn0p6uksuaaoqcidv/f/19099ac571bf49bfb6b1956b68ae9ca8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T08:17:46,269 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/staging/jenkins.hfs.6__test__qosmm7rb3adu6099bpcon02gsu8gog41n3rvdqpehacqq9qmn0p6uksuaaoqcidv/f/dc779ae7ee4041e9abaaa45edc9f690f_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T08:17:46,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/staging/jenkins.hfs.6__test__qosmm7rb3adu6099bpcon02gsu8gog41n3rvdqpehacqq9qmn0p6uksuaaoqcidv/f/dc779ae7ee4041e9abaaa45edc9f690f_SeqId_4_ for inclusion in ca7a386bf7a55e67edf4f04406a91fd4/f 2024-11-24T08:17:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T08:17:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:17:46,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/staging/jenkins.hfs.6__test__qosmm7rb3adu6099bpcon02gsu8gog41n3rvdqpehacqq9qmn0p6uksuaaoqcidv/f/19099ac571bf49bfb6b1956b68ae9ca8_SeqId_4_ for inclusion in ca7a386bf7a55e67edf4f04406a91fd4/f 2024-11-24T08:17:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T08:17:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:17:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.HRegion(2603): Flush status journal for ca7a386bf7a55e67edf4f04406a91fd4: 2024-11-24T08:17:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dc779ae7ee4041e9abaaa45edc9f690f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T08:17:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/staging/jenkins.hfs.6__test__qosmm7rb3adu6099bpcon02gsu8gog41n3rvdqpehacqq9qmn0p6uksuaaoqcidv/f/dc779ae7ee4041e9abaaa45edc9f690f_SeqId_4_ as hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/default/test/ca7a386bf7a55e67edf4f04406a91fd4/f/ee6f94fbe4cd410199076b445192069b_SeqId_4_ 2024-11-24T08:17:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 19099ac571bf49bfb6b1956b68ae9ca8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T08:17:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/staging/jenkins.hfs.6__test__qosmm7rb3adu6099bpcon02gsu8gog41n3rvdqpehacqq9qmn0p6uksuaaoqcidv/f/19099ac571bf49bfb6b1956b68ae9ca8_SeqId_4_ as hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/default/test/ca7a386bf7a55e67edf4f04406a91fd4/f/7d48ca980a58402593971839ce2c285d_SeqId_4_ 2024-11-24T08:17:46,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/staging/jenkins.hfs.6__test__qosmm7rb3adu6099bpcon02gsu8gog41n3rvdqpehacqq9qmn0p6uksuaaoqcidv/f/dc779ae7ee4041e9abaaa45edc9f690f_SeqId_4_ into ca7a386bf7a55e67edf4f04406a91fd4/f as hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/default/test/ca7a386bf7a55e67edf4f04406a91fd4/f/ee6f94fbe4cd410199076b445192069b_SeqId_4_ - updating store file list. 2024-11-24T08:17:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee6f94fbe4cd410199076b445192069b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T08:17:46,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/default/test/ca7a386bf7a55e67edf4f04406a91fd4/f/ee6f94fbe4cd410199076b445192069b_SeqId_4_ into ca7a386bf7a55e67edf4f04406a91fd4/f 2024-11-24T08:17:46,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/staging/jenkins.hfs.6__test__qosmm7rb3adu6099bpcon02gsu8gog41n3rvdqpehacqq9qmn0p6uksuaaoqcidv/f/dc779ae7ee4041e9abaaa45edc9f690f_SeqId_4_ into ca7a386bf7a55e67edf4f04406a91fd4/f (new location: hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/default/test/ca7a386bf7a55e67edf4f04406a91fd4/f/ee6f94fbe4cd410199076b445192069b_SeqId_4_) 2024-11-24T08:17:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/staging/jenkins.hfs.6__test__qosmm7rb3adu6099bpcon02gsu8gog41n3rvdqpehacqq9qmn0p6uksuaaoqcidv/f/dc779ae7ee4041e9abaaa45edc9f690f_SeqId_4_ 2024-11-24T08:17:46,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/staging/jenkins.hfs.6__test__qosmm7rb3adu6099bpcon02gsu8gog41n3rvdqpehacqq9qmn0p6uksuaaoqcidv/f/19099ac571bf49bfb6b1956b68ae9ca8_SeqId_4_ into ca7a386bf7a55e67edf4f04406a91fd4/f as hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/default/test/ca7a386bf7a55e67edf4f04406a91fd4/f/7d48ca980a58402593971839ce2c285d_SeqId_4_ - updating store file list. 2024-11-24T08:17:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7d48ca980a58402593971839ce2c285d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T08:17:46,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/default/test/ca7a386bf7a55e67edf4f04406a91fd4/f/7d48ca980a58402593971839ce2c285d_SeqId_4_ into ca7a386bf7a55e67edf4f04406a91fd4/f 2024-11-24T08:17:46,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/staging/jenkins.hfs.6__test__qosmm7rb3adu6099bpcon02gsu8gog41n3rvdqpehacqq9qmn0p6uksuaaoqcidv/f/19099ac571bf49bfb6b1956b68ae9ca8_SeqId_4_ into ca7a386bf7a55e67edf4f04406a91fd4/f (new location: hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/default/test/ca7a386bf7a55e67edf4f04406a91fd4/f/7d48ca980a58402593971839ce2c285d_SeqId_4_) 2024-11-24T08:17:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/staging/jenkins.hfs.6__test__qosmm7rb3adu6099bpcon02gsu8gog41n3rvdqpehacqq9qmn0p6uksuaaoqcidv/f/19099ac571bf49bfb6b1956b68ae9ca8_SeqId_4_ 2024-11-24T08:17:46,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45431 {}] regionserver.ReplicationSink(324): Finished replicating [14e77cb7-e34d-4bb5-8161-f99586ba2e5e] bulk loaded data 2024-11-24T08:17:46,297 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 687, reset compression=false 2024-11-24T08:17:46,322 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:17:46,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:17:46,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:17:46,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:17:46,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:17:46,801 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 687, reset compression=false 2024-11-24T08:17:46,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:17:46,960 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732436266959/Put/seqid=0 2024-11-24T08:17:46,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741842_1018 (size=7997) 2024-11-24T08:17:47,367 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732436267366/Put/seqid=0 2024-11-24T08:17:47,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741843_1019 (size=7794) 2024-11-24T08:17:47,406 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 687, reset compression=false 2024-11-24T08:17:47,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d713497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:47,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40681,-1 for getting cluster id 2024-11-24T08:17:47,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:17:47,774 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14e77cb7-e34d-4bb5-8161-f99586ba2e5e' 2024-11-24T08:17:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:17:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14e77cb7-e34d-4bb5-8161-f99586ba2e5e" 2024-11-24T08:17:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5f5232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40681,-1] 2024-11-24T08:17:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:17:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:47,776 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:17:47,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572e3f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:17:47,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:17:47,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,37377,1732436250851, seqNum=-1] 2024-11-24T08:17:47,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:17:47,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:17:47,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:17:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40681,1732436250795 2024-11-24T08:17:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a77edd 2024-11-24T08:17:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:17:47,789 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:17:47,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d., hostname=30c28c82771d,37377,1732436250851, seqNum=2] 2024-11-24T08:17:47,795 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T08:17:47,800 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-24T08:17:47,802 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-24T08:17:47,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/load_f1/f1/hfile_0 for inclusion in 659b69c6c3039a6a0d5bb7fa11f1796d/f1 2024-11-24T08:17:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T08:17:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:17:47,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/load_f1/f1/hfile_1 for inclusion in 659b69c6c3039a6a0d5bb7fa11f1796d/f1 2024-11-24T08:17:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T08:17:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:17:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HRegion(2603): Flush status journal for 659b69c6c3039a6a0d5bb7fa11f1796d: 2024-11-24T08:17:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/load_f1/f1/hfile_0 to hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__lomloi9003e8pgb4939ja8hl4jn0p97sj0ltf85hk4s64un136gloc23pq7454f0/f1/hfile_0 2024-11-24T08:17:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__lomloi9003e8pgb4939ja8hl4jn0p97sj0ltf85hk4s64un136gloc23pq7454f0/f1/hfile_0 as hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d/f1/87181315b37847a891ba6c85991d2ab3_SeqId_6_ 2024-11-24T08:17:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/load_f1/f1/hfile_1 to hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__lomloi9003e8pgb4939ja8hl4jn0p97sj0ltf85hk4s64un136gloc23pq7454f0/f1/hfile_1 2024-11-24T08:17:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__lomloi9003e8pgb4939ja8hl4jn0p97sj0ltf85hk4s64un136gloc23pq7454f0/f1/hfile_1 as hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d/f1/4665b97312524e4bb806f68addbbed08_SeqId_6_ 2024-11-24T08:17:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-24T08:17:47,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__lomloi9003e8pgb4939ja8hl4jn0p97sj0ltf85hk4s64un136gloc23pq7454f0/f1/hfile_0 into 659b69c6c3039a6a0d5bb7fa11f1796d/f1 as hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d/f1/87181315b37847a891ba6c85991d2ab3_SeqId_6_ - updating store file list. 2024-11-24T08:17:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 87181315b37847a891ba6c85991d2ab3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T08:17:47,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d/f1/87181315b37847a891ba6c85991d2ab3_SeqId_6_ into 659b69c6c3039a6a0d5bb7fa11f1796d/f1 2024-11-24T08:17:47,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__lomloi9003e8pgb4939ja8hl4jn0p97sj0ltf85hk4s64un136gloc23pq7454f0/f1/hfile_0 into 659b69c6c3039a6a0d5bb7fa11f1796d/f1 (new location: hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d/f1/87181315b37847a891ba6c85991d2ab3_SeqId_6_) 2024-11-24T08:17:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__lomloi9003e8pgb4939ja8hl4jn0p97sj0ltf85hk4s64un136gloc23pq7454f0/f1/hfile_0 2024-11-24T08:17:47,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__lomloi9003e8pgb4939ja8hl4jn0p97sj0ltf85hk4s64un136gloc23pq7454f0/f1/hfile_1 into 659b69c6c3039a6a0d5bb7fa11f1796d/f1 as hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d/f1/4665b97312524e4bb806f68addbbed08_SeqId_6_ - updating store file list. 2024-11-24T08:17:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4665b97312524e4bb806f68addbbed08_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T08:17:47,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d/f1/4665b97312524e4bb806f68addbbed08_SeqId_6_ into 659b69c6c3039a6a0d5bb7fa11f1796d/f1 2024-11-24T08:17:47,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__lomloi9003e8pgb4939ja8hl4jn0p97sj0ltf85hk4s64un136gloc23pq7454f0/f1/hfile_1 into 659b69c6c3039a6a0d5bb7fa11f1796d/f1 (new location: hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d/f1/4665b97312524e4bb806f68addbbed08_SeqId_6_) 2024-11-24T08:17:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/staging/jenkins__test__lomloi9003e8pgb4939ja8hl4jn0p97sj0ltf85hk4s64un136gloc23pq7454f0/f1/hfile_1 2024-11-24T08:17:47,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:17:47,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:17:47,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:47,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:17:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d., hostname=30c28c82771d,37377,1732436250851, seqNum=2 , the old value is region=test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d., hostname=30c28c82771d,37377,1732436250851, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=30c28c82771d:37377 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T08:17:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d., hostname=30c28c82771d,37377,1732436250851, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T08:17:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d., hostname=30c28c82771d,37377,1732436250851, seqNum=2 from cache 2024-11-24T08:17:47,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:17:47,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:17:47,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,37377,1732436250851, seqNum=-1] 2024-11-24T08:17:47,832 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T08:17:47,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:17:47,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:17:47,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d., hostname=30c28c82771d,37377,1732436250851, seqNum=2] 2024-11-24T08:17:47,935 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:37377 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T08:17:48,110 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 687, reset compression=false 2024-11-24T08:17:48,116 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:17:48,116 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:17:48,116 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.shipper30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,37377,1732436250851 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:17:48,320 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:17:48,625 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:17:49,029 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:17:49,533 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:17:49,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T08:17:49,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T08:17:50,137 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:17:50,842 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:17:51,647 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:17:52,551 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:17:53,555 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:17:54,660 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:17:55,864 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:17:57,168 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:17:58,574 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:00,078 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:00,384 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T08:18:01,685 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:03,391 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:04,428 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T08:18:05,195 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:07,099 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:08,119 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.shipper30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,37377,1732436250851 got entry batch from reader: null 2024-11-24T08:18:09,104 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:11,209 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:13,414 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:14,232 INFO [master/30c28c82771d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T08:18:14,232 INFO [master/30c28c82771d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T08:18:15,720 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:17,458 INFO [master/30c28c82771d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T08:18:17,458 INFO [master/30c28c82771d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T08:18:18,124 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:20,634 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:23,238 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:23,668 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 659b69c6c3039a6a0d5bb7fa11f1796d, had cached 0 bytes from a total of 31376 2024-11-24T08:18:25,820 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ca7a386bf7a55e67edf4f04406a91fd4, had cached 0 bytes from a total of 15585 2024-11-24T08:18:25,942 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:28,119 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.shipper30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,37377,1732436250851 got entry batch from reader: null 2024-11-24T08:18:28,746 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:30,384 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T08:18:31,651 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:33,833 DEBUG [master/30c28c82771d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T08:18:34,428 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T08:18:34,657 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:37,764 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:38,093 DEBUG [master/30c28c82771d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T08:18:40,968 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:44,275 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:47,679 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:47,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:18:47,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:18:47,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:18:47,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:18:47,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:18:47,864 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:18:47,864 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=78475106, stopped=false 2024-11-24T08:18:47,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:18:47,864 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,44175,1732436254840 2024-11-24T08:18:47,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1213959844/running 2024-11-24T08:18:47,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1213959844/running 2024-11-24T08:18:47,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844 2024-11-24T08:18:47,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844 2024-11-24T08:18:47,866 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:18:47,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:18:47,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:18:47,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:18:47,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Set watcher on znode that does not yet exist, /1213959844/running 2024-11-24T08:18:47,867 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,45431,1732436254880' ***** 2024-11-24T08:18:47,867 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:18:47,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Set watcher on znode that does not yet exist, /1213959844/running 2024-11-24T08:18:47,867 INFO [RS:0;30c28c82771d:45431 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:18:47,868 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:18:47,868 INFO [RS:0;30c28c82771d:45431 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:18:47,868 INFO [RS:0;30c28c82771d:45431 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:18:47,868 INFO [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(3091): Received CLOSE for ca7a386bf7a55e67edf4f04406a91fd4 2024-11-24T08:18:47,868 INFO [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,45431,1732436254880 2024-11-24T08:18:47,868 INFO [RS:0;30c28c82771d:45431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:18:47,868 INFO [RS:0;30c28c82771d:45431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:45431. 2024-11-24T08:18:47,868 DEBUG [RS:0;30c28c82771d:45431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:18:47,868 DEBUG [RS:0;30c28c82771d:45431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:18:47,868 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca7a386bf7a55e67edf4f04406a91fd4, disabling compactions & flushes 2024-11-24T08:18:47,868 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4. 2024-11-24T08:18:47,868 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4. 2024-11-24T08:18:47,868 INFO [RS:0;30c28c82771d:45431 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:18:47,868 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4. after waiting 0 ms 2024-11-24T08:18:47,868 INFO [RS:0;30c28c82771d:45431 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:18:47,868 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4. 2024-11-24T08:18:47,868 INFO [RS:0;30c28c82771d:45431 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:18:47,868 INFO [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:18:47,869 INFO [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T08:18:47,869 DEBUG [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(1325): Online Regions={ca7a386bf7a55e67edf4f04406a91fd4=test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:18:47,869 DEBUG [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ca7a386bf7a55e67edf4f04406a91fd4 2024-11-24T08:18:47,869 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:18:47,869 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:18:47,869 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:18:47,869 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:18:47,869 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:18:47,869 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T08:18:47,874 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/default/test/ca7a386bf7a55e67edf4f04406a91fd4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-24T08:18:47,875 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:18:47,875 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:18:47,875 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4. 2024-11-24T08:18:47,875 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca7a386bf7a55e67edf4f04406a91fd4: Waiting for close lock at 1732436327868Running coprocessor pre-close hooks at 1732436327868Disabling compacts and flushes for region at 1732436327868Disabling writes for close at 1732436327868Writing region close event to WAL at 1732436327869 (+1 ms)Running coprocessor post-close hooks at 1732436327874 (+5 ms)Closed at 1732436327875 (+1 ms) 2024-11-24T08:18:47,875 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4. 2024-11-24T08:18:47,885 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:18:47,887 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/.tmp/info/d0a9ba47120f4f49ba81b1be3cc80b5c is 129, key is test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4./info:regioninfo/1732436260838/Put/seqid=0 2024-11-24T08:18:47,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741839_1015 (size=6421) 2024-11-24T08:18:48,069 DEBUG [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:18:48,119 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.shipper30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,37377,1732436250851 got entry batch from reader: null 2024-11-24T08:18:48,269 DEBUG [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:18:48,291 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/.tmp/info/d0a9ba47120f4f49ba81b1be3cc80b5c 2024-11-24T08:18:48,311 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/.tmp/ns/af1200f5542e4d0bbf6a90be2f784efb is 43, key is default/ns:d/1732436257445/Put/seqid=0 2024-11-24T08:18:48,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741840_1016 (size=5153) 2024-11-24T08:18:48,469 DEBUG [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:18:48,669 DEBUG [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:18:48,716 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/.tmp/ns/af1200f5542e4d0bbf6a90be2f784efb 2024-11-24T08:18:48,735 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/.tmp/rep_barrier/f645e75783b74bfd831162c0e7d889c5 is 112, key is test,,1732436259678.ca7a386bf7a55e67edf4f04406a91fd4./rep_barrier:seqnumDuringOpen/1732436260838/Put/seqid=0 2024-11-24T08:18:48,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741841_1017 (size=5518) 2024-11-24T08:18:48,819 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:18:48,819 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:18:48,870 INFO [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T08:18:48,870 DEBUG [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:18:48,870 DEBUG [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:18:49,070 DEBUG [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:18:49,139 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/.tmp/rep_barrier/f645e75783b74bfd831162c0e7d889c5 2024-11-24T08:18:49,159 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/.tmp/table/bd9684d473594cde8a8d16d9e69cb217 is 40, key is test/table:state/1732436260849/Put/seqid=0 2024-11-24T08:18:49,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741842_1018 (size=5165) 2024-11-24T08:18:49,270 DEBUG [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:18:49,470 DEBUG [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:18:49,564 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/.tmp/table/bd9684d473594cde8a8d16d9e69cb217 2024-11-24T08:18:49,570 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/.tmp/info/d0a9ba47120f4f49ba81b1be3cc80b5c as hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/info/d0a9ba47120f4f49ba81b1be3cc80b5c 2024-11-24T08:18:49,574 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/info/d0a9ba47120f4f49ba81b1be3cc80b5c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T08:18:49,575 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/.tmp/ns/af1200f5542e4d0bbf6a90be2f784efb as hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/ns/af1200f5542e4d0bbf6a90be2f784efb 2024-11-24T08:18:49,580 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/ns/af1200f5542e4d0bbf6a90be2f784efb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T08:18:49,580 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/.tmp/rep_barrier/f645e75783b74bfd831162c0e7d889c5 as hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/rep_barrier/f645e75783b74bfd831162c0e7d889c5 2024-11-24T08:18:49,585 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/rep_barrier/f645e75783b74bfd831162c0e7d889c5, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T08:18:49,585 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/.tmp/table/bd9684d473594cde8a8d16d9e69cb217 as hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/table/bd9684d473594cde8a8d16d9e69cb217 2024-11-24T08:18:49,590 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/table/bd9684d473594cde8a8d16d9e69cb217, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T08:18:49,591 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=11, compaction requested=false 2024-11-24T08:18:49,595 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T08:18:49,596 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:18:49,596 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:18:49,596 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:18:49,596 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436327869Running coprocessor pre-close hooks at 1732436327869Disabling compacts and flushes for region at 1732436327869Disabling writes for close at 1732436327869Obtaining lock to block concurrent updates at 1732436327869Preparing flush snapshotting stores in 1588230740 at 1732436327869Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732436327869Flushing stores of hbase:meta,,1.1588230740 at 1732436327870 (+1 ms)Flushing 1588230740/info: creating writer at 1732436327870Flushing 1588230740/info: appending metadata at 1732436327886 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732436327886Flushing 1588230740/ns: creating writer at 1732436328297 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732436328311 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732436328311Flushing 1588230740/rep_barrier: creating writer at 1732436328721 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732436328735 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732436328735Flushing 1588230740/table: creating writer at 1732436329145 (+410 ms)Flushing 1588230740/table: appending metadata at 1732436329159 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732436329159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55c4137d: reopening flushed file at 1732436329569 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fece22a: reopening flushed file at 1732436329575 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ee5dd95: reopening flushed file at 1732436329580 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3402dc6: reopening flushed file at 1732436329585 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=11, compaction requested=false at 1732436329591 (+6 ms)Writing region close event to WAL at 1732436329592 (+1 ms)Running coprocessor post-close hooks at 1732436329596 (+4 ms)Closed at 1732436329596 2024-11-24T08:18:49,596 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:18:49,670 INFO [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,45431,1732436254880; all regions closed. 2024-11-24T08:18:49,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741834_1010 (size=2717) 2024-11-24T08:18:49,673 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/WALs/30c28c82771d,45431,1732436254880/30c28c82771d%2C45431%2C1732436254880.meta.1732436257397.meta not finished, retry = 0 2024-11-24T08:18:49,776 DEBUG [RS:0;30c28c82771d:45431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/oldWALs 2024-11-24T08:18:49,776 INFO [RS:0;30c28c82771d:45431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C45431%2C1732436254880.meta:.meta(num 1732436257397) 2024-11-24T08:18:49,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741832_1008 (size=1028) 2024-11-24T08:18:49,781 DEBUG [RS:0;30c28c82771d:45431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/oldWALs 2024-11-24T08:18:49,781 INFO [RS:0;30c28c82771d:45431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C45431%2C1732436254880:(num 1732436256863) 2024-11-24T08:18:49,781 DEBUG [RS:0;30c28c82771d:45431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:18:49,781 INFO [RS:0;30c28c82771d:45431 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:18:49,781 INFO [RS:0;30c28c82771d:45431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:18:49,781 INFO [RS:0;30c28c82771d:45431 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:18:49,782 INFO [RS:0;30c28c82771d:45431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:18:49,782 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:18:49,782 INFO [RS:0;30c28c82771d:45431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:45431. 2024-11-24T08:18:49,782 DEBUG [RS:0;30c28c82771d:45431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:18:49,782 DEBUG [RS:0;30c28c82771d:45431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:18:49,782 DEBUG [RS:0;30c28c82771d:45431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:18:49,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:18:49,782 INFO [RS:0;30c28c82771d:45431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45431 2024-11-24T08:18:49,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1213959844/rs/30c28c82771d,45431,1732436254880 2024-11-24T08:18:49,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844/rs 2024-11-24T08:18:49,785 INFO [RS:0;30c28c82771d:45431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:18:49,788 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,45431,1732436254880] 2024-11-24T08:18:49,789 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1213959844/draining/30c28c82771d,45431,1732436254880 already deleted, retry=false 2024-11-24T08:18:49,789 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,45431,1732436254880 expired; onlineServers=0 2024-11-24T08:18:49,789 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,44175,1732436254840' ***** 2024-11-24T08:18:49,789 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:18:49,790 INFO [M:0;30c28c82771d:44175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:18:49,790 INFO [M:0;30c28c82771d:44175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:18:49,790 DEBUG [M:0;30c28c82771d:44175 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:18:49,790 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:18:49,790 DEBUG [M:0;30c28c82771d:44175 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:18:49,790 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436256644 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436256644,5,FailOnTimeoutGroup] 2024-11-24T08:18:49,790 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436256644 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436256644,5,FailOnTimeoutGroup] 2024-11-24T08:18:49,790 INFO [M:0;30c28c82771d:44175 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:18:49,790 INFO [M:0;30c28c82771d:44175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:18:49,790 DEBUG [M:0;30c28c82771d:44175 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:18:49,790 INFO [M:0;30c28c82771d:44175 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:18:49,790 INFO [M:0;30c28c82771d:44175 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:18:49,790 INFO [M:0;30c28c82771d:44175 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:18:49,790 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:18:49,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1213959844/master 2024-11-24T08:18:49,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1213959844 2024-11-24T08:18:49,791 DEBUG [M:0;30c28c82771d:44175 {}] zookeeper.ZKUtil(347): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Unable to get data of znode /1213959844/master because node does not exist (not an error) 2024-11-24T08:18:49,791 WARN [M:0;30c28c82771d:44175 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:18:49,793 INFO [M:0;30c28c82771d:44175 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/.lastflushedseqids 2024-11-24T08:18:49,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741843_1019 (size=173) 2024-11-24T08:18:49,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:18:49,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45431-0x101490d37810004, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:18:49,889 INFO [RS:0;30c28c82771d:45431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:18:49,889 INFO [RS:0;30c28c82771d:45431 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,45431,1732436254880; zookeeper connection closed. 2024-11-24T08:18:49,889 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@589617b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@589617b8 2024-11-24T08:18:49,889 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:18:50,197 INFO [M:0;30c28c82771d:44175 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:18:50,198 INFO [M:0;30c28c82771d:44175 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:18:50,198 DEBUG [M:0;30c28c82771d:44175 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:18:50,198 INFO [M:0;30c28c82771d:44175 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:18:50,198 DEBUG [M:0;30c28c82771d:44175 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:18:50,198 DEBUG [M:0;30c28c82771d:44175 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:18:50,198 DEBUG [M:0;30c28c82771d:44175 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:18:50,198 INFO [M:0;30c28c82771d:44175 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-24T08:18:50,214 DEBUG [M:0;30c28c82771d:44175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/405da811655b43a49a286a8aeea2032c is 82, key is hbase:meta,,1/info:regioninfo/1732436257432/Put/seqid=0 2024-11-24T08:18:50,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741844_1020 (size=5672) 2024-11-24T08:18:50,619 INFO [M:0;30c28c82771d:44175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/405da811655b43a49a286a8aeea2032c 2024-11-24T08:18:50,639 DEBUG [M:0;30c28c82771d:44175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58a95c41932d4cfea164ae3677c693da is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732436260854/Put/seqid=0 2024-11-24T08:18:50,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741845_1021 (size=6726) 2024-11-24T08:18:51,044 INFO [M:0;30c28c82771d:44175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58a95c41932d4cfea164ae3677c693da 2024-11-24T08:18:51,048 INFO [M:0;30c28c82771d:44175 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58a95c41932d4cfea164ae3677c693da 2024-11-24T08:18:51,063 DEBUG [M:0;30c28c82771d:44175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e2c2d5c44cc4506b16e11aaf7afcbd9 is 69, key is 30c28c82771d,45431,1732436254880/rs:state/1732436256718/Put/seqid=0 2024-11-24T08:18:51,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741846_1022 (size=5156) 2024-11-24T08:18:51,184 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.1732436252844 to pos 997, reset compression=false 2024-11-24T08:18:51,468 INFO [M:0;30c28c82771d:44175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e2c2d5c44cc4506b16e11aaf7afcbd9 2024-11-24T08:18:51,473 DEBUG [M:0;30c28c82771d:44175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/405da811655b43a49a286a8aeea2032c as hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/405da811655b43a49a286a8aeea2032c 2024-11-24T08:18:51,478 INFO [M:0;30c28c82771d:44175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/405da811655b43a49a286a8aeea2032c, entries=8, sequenceid=58, filesize=5.5 K 2024-11-24T08:18:51,479 DEBUG [M:0;30c28c82771d:44175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58a95c41932d4cfea164ae3677c693da as hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58a95c41932d4cfea164ae3677c693da 2024-11-24T08:18:51,483 INFO [M:0;30c28c82771d:44175 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58a95c41932d4cfea164ae3677c693da 2024-11-24T08:18:51,483 INFO [M:0;30c28c82771d:44175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58a95c41932d4cfea164ae3677c693da, entries=6, sequenceid=58, filesize=6.6 K 2024-11-24T08:18:51,483 DEBUG [M:0;30c28c82771d:44175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e2c2d5c44cc4506b16e11aaf7afcbd9 as hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e2c2d5c44cc4506b16e11aaf7afcbd9 2024-11-24T08:18:51,487 INFO [M:0;30c28c82771d:44175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33797/user/jenkins/test-data/0500248b-809d-5a4c-76b7-19c502e9ba39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e2c2d5c44cc4506b16e11aaf7afcbd9, entries=1, sequenceid=58, filesize=5.0 K 2024-11-24T08:18:51,489 INFO [M:0;30c28c82771d:44175 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false 2024-11-24T08:18:51,490 INFO [M:0;30c28c82771d:44175 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:18:51,490 DEBUG [M:0;30c28c82771d:44175 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436330198Disabling compacts and flushes for region at 1732436330198Disabling writes for close at 1732436330198Obtaining lock to block concurrent updates at 1732436330198Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436330198Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1732436330198Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436330199 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436330199Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436330214 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436330214Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436330624 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436330639 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436330639Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436331049 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436331063 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436331063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e6bc945: reopening flushed file at 1732436331473 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@317db90: reopening flushed file at 1732436331478 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@320cefc2: reopening flushed file at 1732436331483 (+5 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false at 1732436331489 (+6 ms)Writing region close event to WAL at 1732436331490 (+1 ms)Closed at 1732436331490 2024-11-24T08:18:51,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44039 is added to blk_1073741830_1006 (size=33014) 2024-11-24T08:18:51,492 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:18:51,493 INFO [M:0;30c28c82771d:44175 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:18:51,493 INFO [M:0;30c28c82771d:44175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44175 2024-11-24T08:18:51,493 INFO [M:0;30c28c82771d:44175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:18:51,595 INFO [M:0;30c28c82771d:44175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:18:51,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:18:51,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44175-0x101490d37810003, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:18:51,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f8dbb62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:18:51,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20bc2cd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:18:51,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:18:51,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28a21b6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:18:51,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b14637a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/hadoop.log.dir/,STOPPED} 2024-11-24T08:18:51,601 WARN [BP-1198142272-172.17.0.2-1732436253922 heartbeating to localhost/127.0.0.1:33797 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:18:51,601 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:18:51,601 WARN [BP-1198142272-172.17.0.2-1732436253922 heartbeating to localhost/127.0.0.1:33797 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1198142272-172.17.0.2-1732436253922 (Datanode Uuid 684d4eee-c011-4086-8db4-4b3d2ccca88b) service to localhost/127.0.0.1:33797 2024-11-24T08:18:51,601 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:18:51,601 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/cluster_9a57ae9e-f067-603e-1bd4-eaa33ebf900f/data/data1/current/BP-1198142272-172.17.0.2-1732436253922 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:18:51,602 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/cluster_9a57ae9e-f067-603e-1bd4-eaa33ebf900f/data/data2/current/BP-1198142272-172.17.0.2-1732436253922 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:18:51,602 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:18:51,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d2aa605{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:18:51,609 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@669a1f42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:18:51,609 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:18:51,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@451d820c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:18:51,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42488ebd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/hadoop.log.dir/,STOPPED} 2024-11-24T08:18:51,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:18:51,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:18:51,625 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:18:51,625 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:18:51,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:18:51,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:18:51,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:18:51,626 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:18:51,626 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1622753071, stopped=false 2024-11-24T08:18:51,626 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,40681,1732436250795 2024-11-24T08:18:51,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-338087628/running 2024-11-24T08:18:51,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-338087628/running 2024-11-24T08:18:51,627 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:18:51,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628 2024-11-24T08:18:51,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628 2024-11-24T08:18:51,628 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:18:51,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:18:51,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:18:51,628 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,37377,1732436250851' ***** 2024-11-24T08:18:51,628 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:18:51,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Set watcher on znode that does not yet exist, /0-338087628/running 2024-11-24T08:18:51,628 INFO [RS:0;30c28c82771d:37377 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:18:51,629 INFO [RS:0;30c28c82771d:37377 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:18:51,629 INFO [RS:0;30c28c82771d:37377 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:18:51,629 INFO [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(3091): Received CLOSE for 659b69c6c3039a6a0d5bb7fa11f1796d 2024-11-24T08:18:51,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Set watcher on znode that does not yet exist, /0-338087628/running 2024-11-24T08:18:51,629 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:18:51,629 INFO [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(3091): Received CLOSE for 36aa2ebf8bdac4f134e4cd212fc83217 2024-11-24T08:18:51,629 INFO [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,37377,1732436250851 2024-11-24T08:18:51,629 INFO [RS:0;30c28c82771d:37377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:18:51,629 INFO [RS:0;30c28c82771d:37377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:37377. 2024-11-24T08:18:51,629 DEBUG [RS:0;30c28c82771d:37377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:18:51,629 DEBUG [RS:0;30c28c82771d:37377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:18:51,629 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 659b69c6c3039a6a0d5bb7fa11f1796d, disabling compactions & flushes 2024-11-24T08:18:51,629 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d. 2024-11-24T08:18:51,629 INFO [RS:0;30c28c82771d:37377 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:18:51,629 INFO [RS:0;30c28c82771d:37377 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:18:51,629 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d. 2024-11-24T08:18:51,629 INFO [RS:0;30c28c82771d:37377 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:18:51,629 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d. after waiting 0 ms 2024-11-24T08:18:51,629 INFO [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:18:51,629 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d. 2024-11-24T08:18:51,630 INFO [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T08:18:51,630 DEBUG [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(1325): Online Regions={659b69c6c3039a6a0d5bb7fa11f1796d=test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d., 1588230740=hbase:meta,,1.1588230740, 36aa2ebf8bdac4f134e4cd212fc83217=hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217.} 2024-11-24T08:18:51,630 DEBUG [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36aa2ebf8bdac4f134e4cd212fc83217, 659b69c6c3039a6a0d5bb7fa11f1796d 2024-11-24T08:18:51,630 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:18:51,630 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:18:51,630 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:18:51,630 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:18:51,630 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:18:51,630 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T08:18:51,634 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/default/test/659b69c6c3039a6a0d5bb7fa11f1796d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T08:18:51,635 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:18:51,635 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:18:51,635 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d. 2024-11-24T08:18:51,635 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 659b69c6c3039a6a0d5bb7fa11f1796d: Waiting for close lock at 1732436331629Running coprocessor pre-close hooks at 1732436331629Disabling compacts and flushes for region at 1732436331629Disabling writes for close at 1732436331629Writing region close event to WAL at 1732436331631 (+2 ms)Running coprocessor post-close hooks at 1732436331634 (+3 ms)Closed at 1732436331635 (+1 ms) 2024-11-24T08:18:51,635 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d. 2024-11-24T08:18:51,635 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36aa2ebf8bdac4f134e4cd212fc83217, disabling compactions & flushes 2024-11-24T08:18:51,635 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217. 2024-11-24T08:18:51,635 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217. 2024-11-24T08:18:51,635 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217. after waiting 0 ms 2024-11-24T08:18:51,635 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217. 2024-11-24T08:18:51,635 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 36aa2ebf8bdac4f134e4cd212fc83217 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-24T08:18:51,650 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/replication/36aa2ebf8bdac4f134e4cd212fc83217/.tmp/hfileref/71313bea49774bae8f1bae1a0f20c7f2 is 74, key is 1/hfileref:19099ac571bf49bfb6b1956b68ae9ca8_SeqId_4_/1732436266295/DeleteColumn/seqid=0 2024-11-24T08:18:51,653 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/.tmp/info/9a985a4bba7d44ae883470f913b9585c is 147, key is hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217./info:regioninfo/1732436263034/Put/seqid=0 2024-11-24T08:18:51,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741844_1020 (size=5203) 2024-11-24T08:18:51,654 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/replication/36aa2ebf8bdac4f134e4cd212fc83217/.tmp/hfileref/71313bea49774bae8f1bae1a0f20c7f2 2024-11-24T08:18:51,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741845_1021 (size=7686) 2024-11-24T08:18:51,657 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/.tmp/info/9a985a4bba7d44ae883470f913b9585c 2024-11-24T08:18:51,673 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:18:51,677 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/replication/36aa2ebf8bdac4f134e4cd212fc83217/.tmp/queue/938a7211456c429c8c153ee06388d36c is 153, key is 1-30c28c82771d,37377,1732436250851/queue:30c28c82771d%2C37377%2C1732436250851/1732436268117/Put/seqid=0 2024-11-24T08:18:51,680 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/.tmp/ns/84a84493fb564053af19ba8294b865ca is 43, key is default/ns:d/1732436253824/Put/seqid=0 2024-11-24T08:18:51,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741846_1022 (size=5352) 2024-11-24T08:18:51,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741847_1023 (size=5153) 2024-11-24T08:18:51,712 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:18:51,712 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:18:51,830 DEBUG [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36aa2ebf8bdac4f134e4cd212fc83217 2024-11-24T08:18:52,030 DEBUG [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36aa2ebf8bdac4f134e4cd212fc83217 2024-11-24T08:18:52,082 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/replication/36aa2ebf8bdac4f134e4cd212fc83217/.tmp/queue/938a7211456c429c8c153ee06388d36c 2024-11-24T08:18:52,084 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/.tmp/ns/84a84493fb564053af19ba8294b865ca 2024-11-24T08:18:52,088 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/replication/36aa2ebf8bdac4f134e4cd212fc83217/.tmp/hfileref/71313bea49774bae8f1bae1a0f20c7f2 as hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/replication/36aa2ebf8bdac4f134e4cd212fc83217/hfileref/71313bea49774bae8f1bae1a0f20c7f2 2024-11-24T08:18:52,093 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/replication/36aa2ebf8bdac4f134e4cd212fc83217/hfileref/71313bea49774bae8f1bae1a0f20c7f2, entries=2, sequenceid=10, filesize=5.1 K 2024-11-24T08:18:52,094 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/replication/36aa2ebf8bdac4f134e4cd212fc83217/.tmp/queue/938a7211456c429c8c153ee06388d36c as hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/replication/36aa2ebf8bdac4f134e4cd212fc83217/queue/938a7211456c429c8c153ee06388d36c 2024-11-24T08:18:52,098 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/replication/36aa2ebf8bdac4f134e4cd212fc83217/queue/938a7211456c429c8c153ee06388d36c, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T08:18:52,099 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 36aa2ebf8bdac4f134e4cd212fc83217 in 464ms, sequenceid=10, compaction requested=false 2024-11-24T08:18:52,103 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/replication/36aa2ebf8bdac4f134e4cd212fc83217/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T08:18:52,104 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:18:52,104 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:18:52,104 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217. 2024-11-24T08:18:52,104 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36aa2ebf8bdac4f134e4cd212fc83217: Waiting for close lock at 1732436331635Running coprocessor pre-close hooks at 1732436331635Disabling compacts and flushes for region at 1732436331635Disabling writes for close at 1732436331635Obtaining lock to block concurrent updates at 1732436331635Preparing flush snapshotting stores in 36aa2ebf8bdac4f134e4cd212fc83217 at 1732436331635Finished memstore snapshotting hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732436331635Flushing stores of hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217. at 1732436331636 (+1 ms)Flushing 36aa2ebf8bdac4f134e4cd212fc83217/hfileref: creating writer at 1732436331636Flushing 36aa2ebf8bdac4f134e4cd212fc83217/hfileref: appending metadata at 1732436331649 (+13 ms)Flushing 36aa2ebf8bdac4f134e4cd212fc83217/hfileref: closing flushed file at 1732436331649Flushing 36aa2ebf8bdac4f134e4cd212fc83217/queue: creating writer at 1732436331663 (+14 ms)Flushing 36aa2ebf8bdac4f134e4cd212fc83217/queue: appending metadata at 1732436331677 (+14 ms)Flushing 36aa2ebf8bdac4f134e4cd212fc83217/queue: closing flushed file at 1732436331677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5788ae61: reopening flushed file at 1732436332087 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a6de72: reopening flushed file at 1732436332093 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 36aa2ebf8bdac4f134e4cd212fc83217 in 464ms, sequenceid=10, compaction requested=false at 1732436332099 (+6 ms)Writing region close event to WAL at 1732436332101 (+2 ms)Running coprocessor post-close hooks at 1732436332104 (+3 ms)Closed at 1732436332104 2024-11-24T08:18:52,104 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732436261860.36aa2ebf8bdac4f134e4cd212fc83217. 2024-11-24T08:18:52,106 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/.tmp/rep_barrier/d65345a63a894306a58a898e227981ad is 112, key is test,,1732436257522.659b69c6c3039a6a0d5bb7fa11f1796d./rep_barrier:seqnumDuringOpen/1732436258688/Put/seqid=0 2024-11-24T08:18:52,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741848_1024 (size=5518) 2024-11-24T08:18:52,230 DEBUG [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:18:52,431 DEBUG [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:18:52,512 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/.tmp/rep_barrier/d65345a63a894306a58a898e227981ad 2024-11-24T08:18:52,539 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/.tmp/table/95887b70c2dc45d39f052f12f55a3da3 is 53, key is hbase:replication/table:state/1732436263042/Put/seqid=0 2024-11-24T08:18:52,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741849_1025 (size=5308) 2024-11-24T08:18:52,631 INFO [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T08:18:52,631 DEBUG [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:18:52,631 DEBUG [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:18:52,831 DEBUG [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:18:52,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:18:52,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:18:52,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:18:52,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:18:52,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:18:52,944 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/.tmp/table/95887b70c2dc45d39f052f12f55a3da3 2024-11-24T08:18:52,950 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/.tmp/info/9a985a4bba7d44ae883470f913b9585c as hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/info/9a985a4bba7d44ae883470f913b9585c 2024-11-24T08:18:52,955 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/info/9a985a4bba7d44ae883470f913b9585c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T08:18:52,956 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/.tmp/ns/84a84493fb564053af19ba8294b865ca as hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/ns/84a84493fb564053af19ba8294b865ca 2024-11-24T08:18:52,961 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/ns/84a84493fb564053af19ba8294b865ca, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T08:18:52,962 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/.tmp/rep_barrier/d65345a63a894306a58a898e227981ad as hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/rep_barrier/d65345a63a894306a58a898e227981ad 2024-11-24T08:18:52,967 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/rep_barrier/d65345a63a894306a58a898e227981ad, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T08:18:52,968 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/.tmp/table/95887b70c2dc45d39f052f12f55a3da3 as hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/table/95887b70c2dc45d39f052f12f55a3da3 2024-11-24T08:18:52,972 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/table/95887b70c2dc45d39f052f12f55a3da3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T08:18:52,973 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=16, compaction requested=false 2024-11-24T08:18:52,982 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T08:18:52,982 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:18:52,982 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:18:52,982 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:18:52,983 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436331630Running coprocessor pre-close hooks at 1732436331630Disabling compacts and flushes for region at 1732436331630Disabling writes for close at 1732436331630Obtaining lock to block concurrent updates at 1732436331630Preparing flush snapshotting stores in 1588230740 at 1732436331630Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732436331630Flushing stores of hbase:meta,,1.1588230740 at 1732436331631 (+1 ms)Flushing 1588230740/info: creating writer at 1732436331631Flushing 1588230740/info: appending metadata at 1732436331653 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732436331653Flushing 1588230740/ns: creating writer at 1732436331663 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732436331680 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732436331680Flushing 1588230740/rep_barrier: creating writer at 1732436332089 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732436332106 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732436332106Flushing 1588230740/table: creating writer at 1732436332517 (+411 ms)Flushing 1588230740/table: appending metadata at 1732436332538 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732436332538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be6e9e5: reopening flushed file at 1732436332949 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d622e6c: reopening flushed file at 1732436332955 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1389ad94: reopening flushed file at 1732436332961 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c49b0a4: reopening flushed file at 1732436332967 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=16, compaction requested=false at 1732436332973 (+6 ms)Writing region close event to WAL at 1732436332979 (+6 ms)Running coprocessor post-close hooks at 1732436332982 (+3 ms)Closed at 1732436332982 2024-11-24T08:18:52,983 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:18:53,031 INFO [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,37377,1732436250851; all regions closed. 2024-11-24T08:18:53,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741834_1010 (size=4239) 2024-11-24T08:18:53,034 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/WALs/30c28c82771d,37377,1732436250851/30c28c82771d%2C37377%2C1732436250851.meta.1732436253772.meta not finished, retry = 0 2024-11-24T08:18:53,142 DEBUG [RS:0;30c28c82771d:37377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/oldWALs 2024-11-24T08:18:53,142 INFO [RS:0;30c28c82771d:37377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C37377%2C1732436250851.meta:.meta(num 1732436253772) 2024-11-24T08:18:53,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741839_1015 (size=2700) 2024-11-24T08:18:53,150 DEBUG [RS:0;30c28c82771d:37377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/oldWALs 2024-11-24T08:18:53,151 INFO [RS:0;30c28c82771d:37377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C37377%2C1732436250851.rep:(num 1732436263000) 2024-11-24T08:18:53,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741832_1008 (size=1300) 2024-11-24T08:18:53,155 DEBUG [RS:0;30c28c82771d:37377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/oldWALs 2024-11-24T08:18:53,155 INFO [RS:0;30c28c82771d:37377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C37377%2C1732436250851:(num 1732436252844) 2024-11-24T08:18:53,155 DEBUG [RS:0;30c28c82771d:37377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:18:53,155 INFO [RS:0;30c28c82771d:37377 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:18:53,155 INFO [RS:0;30c28c82771d:37377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:18:53,155 INFO [RS:0;30c28c82771d:37377 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:18:53,155 INFO [RS:0;30c28c82771d:37377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:18:53,155 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:18:53,155 INFO [RS:0;30c28c82771d:37377 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30c28c82771d,37377,1732436250851 because: Region server is closing 2024-11-24T08:18:53,156 INFO [RS:0;30c28c82771d:37377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:37377. 2024-11-24T08:18:53,156 DEBUG [RS:0;30c28c82771d:37377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:18:53,156 DEBUG [RS:0;30c28c82771d:37377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:18:53,156 DEBUG [RS:0;30c28c82771d:37377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:18:53,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:18:53,256 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.wal-reader.30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T08:18:53,256 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.shipper30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T08:18:53,257 INFO [RS:0;30c28c82771d:37377 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37377,1732436250851.replicationSource.shipper30c28c82771d%2C37377%2C1732436250851,1-30c28c82771d,37377,1732436250851 terminated 2024-11-24T08:18:53,257 INFO [RS:0;30c28c82771d:37377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37377 2024-11-24T08:18:53,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-338087628/rs/30c28c82771d,37377,1732436250851 2024-11-24T08:18:53,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628/rs 2024-11-24T08:18:53,259 INFO [RS:0;30c28c82771d:37377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:18:53,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,37377,1732436250851] 2024-11-24T08:18:53,267 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-338087628/draining/30c28c82771d,37377,1732436250851 already deleted, retry=false 2024-11-24T08:18:53,267 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,37377,1732436250851 expired; onlineServers=0 2024-11-24T08:18:53,267 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,40681,1732436250795' ***** 2024-11-24T08:18:53,267 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:18:53,267 INFO [M:0;30c28c82771d:40681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:18:53,268 INFO [M:0;30c28c82771d:40681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:18:53,268 DEBUG [M:0;30c28c82771d:40681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:18:53,268 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:18:53,268 DEBUG [M:0;30c28c82771d:40681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:18:53,268 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436252624 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436252624,5,FailOnTimeoutGroup] 2024-11-24T08:18:53,268 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436252624 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436252624,5,FailOnTimeoutGroup] 2024-11-24T08:18:53,268 INFO [M:0;30c28c82771d:40681 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:18:53,268 INFO [M:0;30c28c82771d:40681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:18:53,268 DEBUG [M:0;30c28c82771d:40681 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:18:53,268 INFO [M:0;30c28c82771d:40681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:18:53,268 INFO [M:0;30c28c82771d:40681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:18:53,268 INFO [M:0;30c28c82771d:40681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:18:53,268 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:18:53,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-338087628/master 2024-11-24T08:18:53,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338087628 2024-11-24T08:18:53,270 DEBUG [M:0;30c28c82771d:40681 {}] zookeeper.ZKUtil(347): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Unable to get data of znode /0-338087628/master because node does not exist (not an error) 2024-11-24T08:18:53,270 WARN [M:0;30c28c82771d:40681 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:18:53,271 INFO [M:0;30c28c82771d:40681 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/.lastflushedseqids 2024-11-24T08:18:53,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741850_1026 (size=263) 2024-11-24T08:18:53,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:18:53,366 INFO [RS:0;30c28c82771d:37377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:18:53,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x101490d37810001, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:18:53,366 INFO [RS:0;30c28c82771d:37377 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,37377,1732436250851; zookeeper connection closed. 2024-11-24T08:18:53,367 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7366bfbf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7366bfbf 2024-11-24T08:18:53,367 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:18:53,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:18:53,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:18:53,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:18:53,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:18:53,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:18:53,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:18:53,679 INFO [M:0;30c28c82771d:40681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:18:53,679 INFO [M:0;30c28c82771d:40681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:18:53,679 DEBUG [M:0;30c28c82771d:40681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:18:53,679 INFO [M:0;30c28c82771d:40681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:18:53,679 DEBUG [M:0;30c28c82771d:40681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:18:53,679 DEBUG [M:0;30c28c82771d:40681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:18:53,679 DEBUG [M:0;30c28c82771d:40681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:18:53,680 INFO [M:0;30c28c82771d:40681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-24T08:18:53,695 DEBUG [M:0;30c28c82771d:40681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/248f1430a6c545e6b9a20e6ae7715c35 is 82, key is hbase:meta,,1/info:regioninfo/1732436253806/Put/seqid=0 2024-11-24T08:18:53,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741851_1027 (size=5672) 2024-11-24T08:18:54,100 INFO [M:0;30c28c82771d:40681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/248f1430a6c545e6b9a20e6ae7715c35 2024-11-24T08:18:54,119 DEBUG [M:0;30c28c82771d:40681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69441ef91abe46fabfde2ae1b2e9f665 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732436258703/Put/seqid=0 2024-11-24T08:18:54,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741852_1028 (size=7239) 2024-11-24T08:18:54,523 INFO [M:0;30c28c82771d:40681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69441ef91abe46fabfde2ae1b2e9f665 2024-11-24T08:18:54,528 INFO [M:0;30c28c82771d:40681 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69441ef91abe46fabfde2ae1b2e9f665 2024-11-24T08:18:54,543 DEBUG [M:0;30c28c82771d:40681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7dee1da318b44d50af212773448509e9 is 69, key is 30c28c82771d,37377,1732436250851/rs:state/1732436252694/Put/seqid=0 2024-11-24T08:18:54,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741853_1029 (size=5156) 2024-11-24T08:18:54,947 INFO [M:0;30c28c82771d:40681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7dee1da318b44d50af212773448509e9 2024-11-24T08:18:54,953 DEBUG [M:0;30c28c82771d:40681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/248f1430a6c545e6b9a20e6ae7715c35 as hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/248f1430a6c545e6b9a20e6ae7715c35 2024-11-24T08:18:54,957 INFO [M:0;30c28c82771d:40681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/248f1430a6c545e6b9a20e6ae7715c35, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T08:18:54,958 DEBUG [M:0;30c28c82771d:40681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69441ef91abe46fabfde2ae1b2e9f665 as hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69441ef91abe46fabfde2ae1b2e9f665 2024-11-24T08:18:54,962 INFO [M:0;30c28c82771d:40681 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69441ef91abe46fabfde2ae1b2e9f665 2024-11-24T08:18:54,963 INFO [M:0;30c28c82771d:40681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69441ef91abe46fabfde2ae1b2e9f665, entries=11, sequenceid=105, filesize=7.1 K 2024-11-24T08:18:54,963 DEBUG [M:0;30c28c82771d:40681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7dee1da318b44d50af212773448509e9 as hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7dee1da318b44d50af212773448509e9 2024-11-24T08:18:54,967 INFO [M:0;30c28c82771d:40681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45939/user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7dee1da318b44d50af212773448509e9, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T08:18:54,968 INFO [M:0;30c28c82771d:40681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false 2024-11-24T08:18:54,970 INFO [M:0;30c28c82771d:40681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:18:54,970 DEBUG [M:0;30c28c82771d:40681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436333679Disabling compacts and flushes for region at 1732436333679Disabling writes for close at 1732436333679Obtaining lock to block concurrent updates at 1732436333680 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436333680Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1732436333680Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436333680Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436333681 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436333695 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436333695Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436334105 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436334119 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436334119Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436334528 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436334542 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436334542Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e0c320a: reopening flushed file at 1732436334952 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cfbbc34: reopening flushed file at 1732436334958 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5631a7c2: reopening flushed file at 1732436334963 (+5 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false at 1732436334968 (+5 ms)Writing region close event to WAL at 1732436334970 (+2 ms)Closed at 1732436334970 2024-11-24T08:18:54,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741830_1006 (size=64514) 2024-11-24T08:18:54,972 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e4b0ba9f-f35d-ae9f-d95a-6e4b94b7f5dd/MasterData/WALs/30c28c82771d,40681,1732436250795/30c28c82771d%2C40681%2C1732436250795.1732436252540 not finished, retry = 0 2024-11-24T08:18:55,073 INFO [M:0;30c28c82771d:40681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:18:55,073 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:18:55,073 INFO [M:0;30c28c82771d:40681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40681 2024-11-24T08:18:55,073 INFO [M:0;30c28c82771d:40681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:18:55,176 INFO [M:0;30c28c82771d:40681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:18:55,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:18:55,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101490d37810000, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:18:55,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7791fc91{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:18:55,178 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2eee5167{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:18:55,178 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:18:55,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4594f9ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:18:55,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee3c1f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/hadoop.log.dir/,STOPPED} 2024-11-24T08:18:55,179 WARN [BP-149560705-172.17.0.2-1732436249874 heartbeating to localhost/127.0.0.1:45939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:18:55,179 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:18:55,179 WARN [BP-149560705-172.17.0.2-1732436249874 heartbeating to localhost/127.0.0.1:45939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-149560705-172.17.0.2-1732436249874 (Datanode Uuid c502bc15-1873-4c70-bc67-5d9edc8b9b4d) service to localhost/127.0.0.1:45939 2024-11-24T08:18:55,179 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:18:55,180 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/cluster_25be99b5-ae76-aceb-7cd8-a7b582798bc4/data/data1/current/BP-149560705-172.17.0.2-1732436249874 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:18:55,180 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/cluster_25be99b5-ae76-aceb-7cd8-a7b582798bc4/data/data2/current/BP-149560705-172.17.0.2-1732436249874 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:18:55,180 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:18:55,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25ecef38{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:18:55,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54a688d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:18:55,186 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:18:55,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d0535eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:18:55,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b798c2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b13efc1-31b3-6927-9553-61acecbfd3de/hadoop.log.dir/,STOPPED} 2024-11-24T08:18:55,192 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T08:18:55,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:18:55,213 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 139) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33797 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fe2e8b935e8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64457) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64457) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:45939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:45939 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:45939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fe2e8b935e8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 463) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=200 (was 251), ProcessCount=11 (was 11), AvailableMemoryMB=6134 (was 6213) 2024-11-24T08:18:55,221 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=200, ProcessCount=11, AvailableMemoryMB=6133 2024-11-24T08:18:55,234 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-24T08:18:55,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/hadoop.log.dir so I do NOT create it in target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83 2024-11-24T08:18:55,235 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:18:55,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/hadoop.tmp.dir so I do NOT create it in target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83 2024-11-24T08:18:55,235 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c2d613d-0385-7c7f-792a-4c239396c3d9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:18:55,235 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83 2024-11-24T08:18:55,235 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/cluster_77f6e2a8-df3a-dae1-8afc-14ed747668e9, deleteOnExit=true 2024-11-24T08:18:55,237 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/cluster_77f6e2a8-df3a-dae1-8afc-14ed747668e9/zookeeper_0, clientPort=57820, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/cluster_77f6e2a8-df3a-dae1-8afc-14ed747668e9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/cluster_77f6e2a8-df3a-dae1-8afc-14ed747668e9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T08:18:55,238 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57820 2024-11-24T08:18:55,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:18:55,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:18:55,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/test.cache.data in system properties and HBase conf 2024-11-24T08:18:55,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:18:55,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:18:55,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:18:55,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:18:55,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:18:55,238 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:18:55,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:18:55,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:18:55,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:18:55,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:18:55,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:18:55,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:18:55,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:18:55,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:18:55,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:18:55,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:18:55,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:18:55,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:18:55,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:18:55,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:18:55,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101490d37810002, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:18:55,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101490d37810005, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:18:55,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101490d37810002, quorum=127.0.0.1:64457, baseZNode=/0-338087628 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:18:55,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101490d37810005, quorum=127.0.0.1:64457, baseZNode=/1213959844 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:18:55,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:18:55,312 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:18:55,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:18:55,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:18:55,315 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:18:55,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:18:55,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@689c6d7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:18:55,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5918f46a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:18:55,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@471e52{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/java.io.tmpdir/jetty-localhost-35697-hadoop-hdfs-3_4_1-tests_jar-_-any-7606888956060096529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:18:55,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2366ec96{HTTP/1.1, (http/1.1)}{localhost:35697} 2024-11-24T08:18:55,432 INFO [Time-limited test {}] server.Server(415): Started @130879ms 2024-11-24T08:18:55,503 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:18:55,506 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:18:55,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:18:55,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:18:55,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:18:55,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@97e2298{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:18:55,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@daed0cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:18:55,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72373164{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/java.io.tmpdir/jetty-localhost-44005-hadoop-hdfs-3_4_1-tests_jar-_-any-11538856789848533948/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:18:55,625 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f252e6{HTTP/1.1, (http/1.1)}{localhost:44005} 2024-11-24T08:18:55,625 INFO [Time-limited test {}] server.Server(415): Started @131073ms 2024-11-24T08:18:55,627 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:18:55,727 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/cluster_77f6e2a8-df3a-dae1-8afc-14ed747668e9/data/data2/current/BP-1400435423-172.17.0.2-1732436335258/current, will proceed with Du for space computation calculation, 2024-11-24T08:18:55,727 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/cluster_77f6e2a8-df3a-dae1-8afc-14ed747668e9/data/data1/current/BP-1400435423-172.17.0.2-1732436335258/current, will proceed with Du for space computation calculation, 2024-11-24T08:18:55,749 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:18:55,752 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76c83dfcf204dd02 with lease ID 0x9e62f8842b581650: Processing first storage report for DS-0ad69975-8f82-45a1-bac8-b87e864a6fc2 from datanode DatanodeRegistration(127.0.0.1:40797, datanodeUuid=698394f7-6433-4dd3-8d97-684a6cef91ff, infoPort=39971, infoSecurePort=0, ipcPort=33629, storageInfo=lv=-57;cid=testClusterID;nsid=1344357009;c=1732436335258) 2024-11-24T08:18:55,752 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76c83dfcf204dd02 with lease ID 0x9e62f8842b581650: from storage DS-0ad69975-8f82-45a1-bac8-b87e864a6fc2 node DatanodeRegistration(127.0.0.1:40797, datanodeUuid=698394f7-6433-4dd3-8d97-684a6cef91ff, infoPort=39971, infoSecurePort=0, ipcPort=33629, storageInfo=lv=-57;cid=testClusterID;nsid=1344357009;c=1732436335258), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:18:55,752 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76c83dfcf204dd02 with lease ID 0x9e62f8842b581650: Processing first storage report for DS-f76ca7dd-622f-4e6a-857a-c91e28e05bdf from datanode DatanodeRegistration(127.0.0.1:40797, datanodeUuid=698394f7-6433-4dd3-8d97-684a6cef91ff, infoPort=39971, infoSecurePort=0, ipcPort=33629, storageInfo=lv=-57;cid=testClusterID;nsid=1344357009;c=1732436335258) 2024-11-24T08:18:55,752 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76c83dfcf204dd02 with lease ID 0x9e62f8842b581650: from storage DS-f76ca7dd-622f-4e6a-857a-c91e28e05bdf node DatanodeRegistration(127.0.0.1:40797, datanodeUuid=698394f7-6433-4dd3-8d97-684a6cef91ff, infoPort=39971, infoSecurePort=0, ipcPort=33629, storageInfo=lv=-57;cid=testClusterID;nsid=1344357009;c=1732436335258), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:18:55,851 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83 2024-11-24T08:18:55,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:18:55,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:18:55,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:18:56,261 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68 with version=8 2024-11-24T08:18:56,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/hbase-staging 2024-11-24T08:18:56,264 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:18:56,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:18:56,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:18:56,264 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:18:56,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:18:56,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:18:56,264 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:18:56,265 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:18:56,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35825 2024-11-24T08:18:56,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35825 connecting to ZooKeeper ensemble=127.0.0.1:57820 2024-11-24T08:18:56,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358250x0, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:18:56,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35825-0x101490e85140000 connected 2024-11-24T08:18:56,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:18:56,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:18:56,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on znode that does not yet exist, /0-1204675583/running 2024-11-24T08:18:56,291 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68, hbase.cluster.distributed=false 2024-11-24T08:18:56,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on znode that does not yet exist, /0-1204675583/acl 2024-11-24T08:18:56,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35825 2024-11-24T08:18:56,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35825 2024-11-24T08:18:56,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35825 2024-11-24T08:18:56,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35825 2024-11-24T08:18:56,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35825 2024-11-24T08:18:56,308 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:18:56,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:18:56,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:18:56,308 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:18:56,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:18:56,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:18:56,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:18:56,309 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:18:56,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37765 2024-11-24T08:18:56,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37765 connecting to ZooKeeper ensemble=127.0.0.1:57820 2024-11-24T08:18:56,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:18:56,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:18:56,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377650x0, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:18:56,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377650x0, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on znode that does not yet exist, /0-1204675583/running 2024-11-24T08:18:56,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37765-0x101490e85140001 connected 2024-11-24T08:18:56,317 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:18:56,320 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:18:56,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on znode that does not yet exist, /0-1204675583/master 2024-11-24T08:18:56,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on znode that does not yet exist, /0-1204675583/acl 2024-11-24T08:18:56,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37765 2024-11-24T08:18:56,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37765 2024-11-24T08:18:56,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37765 2024-11-24T08:18:56,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37765 2024-11-24T08:18:56,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37765 2024-11-24T08:18:56,339 DEBUG [M:0;30c28c82771d:35825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:35825 2024-11-24T08:18:56,339 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1204675583/backup-masters/30c28c82771d,35825,1732436336264 2024-11-24T08:18:56,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583/backup-masters 2024-11-24T08:18:56,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583/backup-masters 2024-11-24T08:18:56,343 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on existing znode=/0-1204675583/backup-masters/30c28c82771d,35825,1732436336264 2024-11-24T08:18:56,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1204675583/master 2024-11-24T08:18:56,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:18:56,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:18:56,345 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on existing znode=/0-1204675583/master 2024-11-24T08:18:56,345 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1204675583/backup-masters/30c28c82771d,35825,1732436336264 from backup master directory 2024-11-24T08:18:56,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204675583/backup-masters/30c28c82771d,35825,1732436336264 2024-11-24T08:18:56,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583/backup-masters 2024-11-24T08:18:56,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583/backup-masters 2024-11-24T08:18:56,346 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:18:56,346 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,35825,1732436336264 2024-11-24T08:18:56,350 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/hbase.id] with ID: 5bfcd2ef-83c5-4459-9786-32627e28d6b7 2024-11-24T08:18:56,350 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/.tmp/hbase.id 2024-11-24T08:18:56,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:18:56,755 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/.tmp/hbase.id]:[hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/hbase.id] 2024-11-24T08:18:56,765 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:18:56,765 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:18:56,766 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T08:18:56,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:18:56,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:18:56,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:18:57,175 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:18:57,176 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:18:57,177 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:18:57,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:18:57,584 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store 2024-11-24T08:18:57,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:18:57,990 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:18:57,990 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:18:57,990 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:18:57,990 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:18:57,990 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:18:57,990 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:18:57,990 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:18:57,990 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436337990Disabling compacts and flushes for region at 1732436337990Disabling writes for close at 1732436337990Writing region close event to WAL at 1732436337990Closed at 1732436337990 2024-11-24T08:18:57,991 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/.initializing 2024-11-24T08:18:57,991 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/WALs/30c28c82771d,35825,1732436336264 2024-11-24T08:18:57,993 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:18:57,994 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C35825%2C1732436336264, suffix=, logDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/WALs/30c28c82771d,35825,1732436336264, archiveDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/oldWALs, maxLogs=10 2024-11-24T08:18:58,007 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/WALs/30c28c82771d,35825,1732436336264/30c28c82771d%2C35825%2C1732436336264.1732436337994, exclude list is [], retry=0 2024-11-24T08:18:58,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40797,DS-0ad69975-8f82-45a1-bac8-b87e864a6fc2,DISK] 2024-11-24T08:18:58,011 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/WALs/30c28c82771d,35825,1732436336264/30c28c82771d%2C35825%2C1732436336264.1732436337994 2024-11-24T08:18:58,011 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39971:39971)] 2024-11-24T08:18:58,012 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:18:58,012 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:18:58,012 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:18:58,012 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:18:58,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:18:58,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:18:58,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:18:58,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:18:58,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:18:58,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:18:58,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:18:58,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:18:58,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:18:58,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:18:58,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:18:58,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:18:58,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:18:58,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:18:58,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:18:58,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:18:58,019 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:18:58,020 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:18:58,020 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:18:58,022 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:18:58,022 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:18:58,022 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:18:58,023 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:18:58,028 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:18:58,028 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70987897, jitterRate=0.057802096009254456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:18:58,029 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436338012Initializing all the Stores at 1732436338013 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436338013Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436338013Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436338013Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436338013Cleaning up temporary data from old regions at 1732436338022 (+9 ms)Region opened successfully at 1732436338029 (+7 ms) 2024-11-24T08:18:58,029 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:18:58,032 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50765a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:18:58,032 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:18:58,033 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:18:58,033 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:18:58,033 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:18:58,033 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:18:58,033 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:18:58,034 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:18:58,035 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:18:58,036 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Unable to get data of znode /0-1204675583/balancer because node does not exist (not necessarily an error) 2024-11-24T08:18:58,038 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204675583/balancer already deleted, retry=false 2024-11-24T08:18:58,038 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:18:58,039 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Unable to get data of znode /0-1204675583/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:18:58,039 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204675583/normalizer already deleted, retry=false 2024-11-24T08:18:58,040 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:18:58,040 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Unable to get data of znode /0-1204675583/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:18:58,041 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204675583/switch/split already deleted, retry=false 2024-11-24T08:18:58,042 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Unable to get data of znode /0-1204675583/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:18:58,043 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204675583/switch/merge already deleted, retry=false 2024-11-24T08:18:58,044 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Unable to get data of znode /0-1204675583/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:18:58,046 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204675583/snapshot-cleanup already deleted, retry=false 2024-11-24T08:18:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1204675583/running 2024-11-24T08:18:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:18:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1204675583/running 2024-11-24T08:18:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:18:58,048 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,35825,1732436336264, sessionid=0x101490e85140000, setting cluster-up flag (Was=false) 2024-11-24T08:18:58,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:18:58,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:18:58,055 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1204675583/flush-table-proc/acquired, /0-1204675583/flush-table-proc/reached, /0-1204675583/flush-table-proc/abort 2024-11-24T08:18:58,055 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,35825,1732436336264 2024-11-24T08:18:58,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:18:58,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:18:58,065 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1204675583/online-snapshot/acquired, /0-1204675583/online-snapshot/reached, /0-1204675583/online-snapshot/abort 2024-11-24T08:18:58,065 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,35825,1732436336264 2024-11-24T08:18:58,066 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:18:58,068 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:18:58,068 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:18:58,068 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:18:58,068 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,35825,1732436336264 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:18:58,069 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:18:58,069 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:18:58,069 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:18:58,069 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:18:58,069 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:18:58,069 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:18:58,069 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:18:58,069 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:18:58,070 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436368070 2024-11-24T08:18:58,070 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:18:58,070 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:18:58,070 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:18:58,070 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:18:58,070 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:18:58,070 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:18:58,070 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:58,071 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:18:58,071 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:18:58,071 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:18:58,071 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:18:58,071 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:18:58,071 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:18:58,071 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:18:58,071 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:18:58,071 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:18:58,071 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:18:58,072 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436338071,5,FailOnTimeoutGroup] 2024-11-24T08:18:58,072 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436338072,5,FailOnTimeoutGroup] 2024-11-24T08:18:58,072 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:58,072 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:18:58,072 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:58,072 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:58,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:18:58,130 INFO [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(746): ClusterId : 5bfcd2ef-83c5-4459-9786-32627e28d6b7 2024-11-24T08:18:58,130 DEBUG [RS:0;30c28c82771d:37765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:18:58,133 DEBUG [RS:0;30c28c82771d:37765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:18:58,133 DEBUG [RS:0;30c28c82771d:37765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:18:58,134 DEBUG [RS:0;30c28c82771d:37765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:18:58,135 DEBUG [RS:0;30c28c82771d:37765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48da54dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:18:58,146 DEBUG [RS:0;30c28c82771d:37765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:37765 2024-11-24T08:18:58,146 INFO [RS:0;30c28c82771d:37765 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:18:58,146 INFO [RS:0;30c28c82771d:37765 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:18:58,146 DEBUG [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:18:58,147 INFO [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,35825,1732436336264 with port=37765, startcode=1732436336308 2024-11-24T08:18:58,147 DEBUG [RS:0;30c28c82771d:37765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:18:58,149 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:18:58,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,37765,1732436336308 2024-11-24T08:18:58,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35825 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,37765,1732436336308 2024-11-24T08:18:58,151 DEBUG [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68 2024-11-24T08:18:58,151 DEBUG [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40389 2024-11-24T08:18:58,151 DEBUG [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:18:58,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583/rs 2024-11-24T08:18:58,152 DEBUG [RS:0;30c28c82771d:37765 {}] zookeeper.ZKUtil(111): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on existing znode=/0-1204675583/rs/30c28c82771d,37765,1732436336308 2024-11-24T08:18:58,152 WARN [RS:0;30c28c82771d:37765 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:18:58,152 INFO [RS:0;30c28c82771d:37765 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:18:58,152 DEBUG [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308 2024-11-24T08:18:58,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,37765,1732436336308] 2024-11-24T08:18:58,155 INFO [RS:0;30c28c82771d:37765 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:18:58,157 INFO [RS:0;30c28c82771d:37765 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:18:58,157 INFO [RS:0;30c28c82771d:37765 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:18:58,157 INFO [RS:0;30c28c82771d:37765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:58,157 INFO [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:18:58,158 INFO [RS:0;30c28c82771d:37765 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:18:58,158 INFO [RS:0;30c28c82771d:37765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:58,158 DEBUG [RS:0;30c28c82771d:37765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:18:58,158 DEBUG [RS:0;30c28c82771d:37765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:18:58,158 DEBUG [RS:0;30c28c82771d:37765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:18:58,158 DEBUG [RS:0;30c28c82771d:37765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:18:58,158 DEBUG [RS:0;30c28c82771d:37765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:18:58,158 DEBUG [RS:0;30c28c82771d:37765 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:18:58,158 DEBUG [RS:0;30c28c82771d:37765 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:18:58,158 DEBUG [RS:0;30c28c82771d:37765 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:18:58,158 DEBUG [RS:0;30c28c82771d:37765 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:18:58,158 DEBUG [RS:0;30c28c82771d:37765 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:18:58,158 DEBUG [RS:0;30c28c82771d:37765 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:18:58,158 DEBUG [RS:0;30c28c82771d:37765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:18:58,158 DEBUG [RS:0;30c28c82771d:37765 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:18:58,158 DEBUG [RS:0;30c28c82771d:37765 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:18:58,160 INFO [RS:0;30c28c82771d:37765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:58,160 INFO [RS:0;30c28c82771d:37765 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:58,160 INFO [RS:0;30c28c82771d:37765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:58,160 INFO [RS:0;30c28c82771d:37765 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:58,160 INFO [RS:0;30c28c82771d:37765 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:58,160 INFO [RS:0;30c28c82771d:37765 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,37765,1732436336308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:18:58,181 INFO [RS:0;30c28c82771d:37765 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:18:58,181 INFO [RS:0;30c28c82771d:37765 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,37765,1732436336308-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:58,181 INFO [RS:0;30c28c82771d:37765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:58,181 INFO [RS:0;30c28c82771d:37765 {}] regionserver.Replication(171): 30c28c82771d,37765,1732436336308 started 2024-11-24T08:18:58,194 INFO [RS:0;30c28c82771d:37765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:58,194 INFO [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,37765,1732436336308, RpcServer on 30c28c82771d/172.17.0.2:37765, sessionid=0x101490e85140001 2024-11-24T08:18:58,194 DEBUG [RS:0;30c28c82771d:37765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:18:58,194 DEBUG [RS:0;30c28c82771d:37765 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,37765,1732436336308 2024-11-24T08:18:58,194 DEBUG [RS:0;30c28c82771d:37765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,37765,1732436336308' 2024-11-24T08:18:58,194 DEBUG [RS:0;30c28c82771d:37765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1204675583/flush-table-proc/abort' 2024-11-24T08:18:58,195 DEBUG [RS:0;30c28c82771d:37765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1204675583/flush-table-proc/acquired' 2024-11-24T08:18:58,195 DEBUG [RS:0;30c28c82771d:37765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:18:58,195 DEBUG [RS:0;30c28c82771d:37765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:18:58,195 DEBUG [RS:0;30c28c82771d:37765 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,37765,1732436336308 2024-11-24T08:18:58,195 DEBUG [RS:0;30c28c82771d:37765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,37765,1732436336308' 2024-11-24T08:18:58,195 DEBUG [RS:0;30c28c82771d:37765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1204675583/online-snapshot/abort' 2024-11-24T08:18:58,195 DEBUG [RS:0;30c28c82771d:37765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1204675583/online-snapshot/acquired' 2024-11-24T08:18:58,195 DEBUG [RS:0;30c28c82771d:37765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:18:58,195 INFO [RS:0;30c28c82771d:37765 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:18:58,195 INFO [RS:0;30c28c82771d:37765 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:18:58,296 INFO [RS:0;30c28c82771d:37765 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:18:58,298 INFO [RS:0;30c28c82771d:37765 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C37765%2C1732436336308, suffix=, logDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308, archiveDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/oldWALs, maxLogs=10 2024-11-24T08:18:58,311 DEBUG [RS:0;30c28c82771d:37765 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308/30c28c82771d%2C37765%2C1732436336308.1732436338298, exclude list is [], retry=0 2024-11-24T08:18:58,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40797,DS-0ad69975-8f82-45a1-bac8-b87e864a6fc2,DISK] 2024-11-24T08:18:58,315 INFO [RS:0;30c28c82771d:37765 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308/30c28c82771d%2C37765%2C1732436336308.1732436338298 2024-11-24T08:18:58,315 DEBUG [RS:0;30c28c82771d:37765 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39971:39971)] 2024-11-24T08:18:58,479 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:18:58,479 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68 2024-11-24T08:18:58,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741833_1009 (size=32) 2024-11-24T08:18:58,484 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:18:58,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:18:58,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:18:58,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:18:58,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:18:58,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:18:58,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:18:58,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:18:58,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:18:58,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:18:58,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:18:58,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:18:58,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:18:58,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:18:58,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:18:58,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:18:58,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:18:58,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:18:58,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:18:58,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:18:58,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:18:58,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:18:58,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:18:58,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:18:58,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:18:58,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740 2024-11-24T08:18:58,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740 2024-11-24T08:18:58,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:18:58,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:18:58,895 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:18:58,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:18:58,897 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:18:58,897 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70710082, jitterRate=0.05366232991218567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:18:58,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436338885Initializing all the Stores at 1732436338886 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436338886Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436338886Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436338886Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436338886Cleaning up temporary data from old regions at 1732436338894 (+8 ms)Region opened successfully at 1732436338898 (+4 ms) 2024-11-24T08:18:58,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:18:58,898 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:18:58,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:18:58,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:18:58,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:18:58,899 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:18:58,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436338898Disabling compacts and flushes for region at 1732436338898Disabling writes for close at 1732436338898Writing region close event to WAL at 1732436338899 (+1 ms)Closed at 1732436338899 2024-11-24T08:18:58,900 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:18:58,900 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:18:58,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:18:58,901 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:18:58,902 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:18:59,052 DEBUG [30c28c82771d:35825 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:18:59,053 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,37765,1732436336308 2024-11-24T08:18:59,054 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,37765,1732436336308, state=OPENING 2024-11-24T08:18:59,055 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:18:59,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:18:59,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:18:59,062 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:18:59,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204675583/meta-region-server: CHANGED 2024-11-24T08:18:59,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204675583/meta-region-server: CHANGED 2024-11-24T08:18:59,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,37765,1732436336308}] 2024-11-24T08:18:59,214 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:18:59,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:18:59,219 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:18:59,219 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:18:59,220 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:18:59,221 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C37765%2C1732436336308.meta, suffix=.meta, logDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308, archiveDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/oldWALs, maxLogs=10 2024-11-24T08:18:59,235 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308/30c28c82771d%2C37765%2C1732436336308.meta.1732436339221.meta, exclude list is [], retry=0 2024-11-24T08:18:59,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40797,DS-0ad69975-8f82-45a1-bac8-b87e864a6fc2,DISK] 2024-11-24T08:18:59,240 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308/30c28c82771d%2C37765%2C1732436336308.meta.1732436339221.meta 2024-11-24T08:18:59,240 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39971:39971)] 2024-11-24T08:18:59,240 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:18:59,241 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:18:59,241 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:18:59,241 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:18:59,241 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:18:59,241 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:18:59,241 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:18:59,241 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:18:59,241 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:18:59,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:18:59,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:18:59,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:18:59,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:18:59,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:18:59,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:18:59,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:18:59,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:18:59,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:18:59,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:18:59,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:18:59,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:18:59,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:18:59,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:18:59,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:18:59,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:18:59,247 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:18:59,248 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740 2024-11-24T08:18:59,249 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740 2024-11-24T08:18:59,251 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:18:59,251 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:18:59,251 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:18:59,252 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:18:59,253 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72862872, jitterRate=0.08574140071868896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:18:59,253 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:18:59,254 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436339241Writing region info on filesystem at 1732436339241Initializing all the Stores at 1732436339242 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436339242Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436339242Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436339242Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436339242Cleaning up temporary data from old regions at 1732436339251 (+9 ms)Running coprocessor post-open hooks at 1732436339253 (+2 ms)Region opened successfully at 1732436339254 (+1 ms) 2024-11-24T08:18:59,255 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436339214 2024-11-24T08:18:59,257 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:18:59,257 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:18:59,258 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,37765,1732436336308 2024-11-24T08:18:59,259 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,37765,1732436336308, state=OPEN 2024-11-24T08:18:59,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1204675583/meta-region-server 2024-11-24T08:18:59,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1204675583/meta-region-server 2024-11-24T08:18:59,260 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,37765,1732436336308 2024-11-24T08:18:59,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204675583/meta-region-server: CHANGED 2024-11-24T08:18:59,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204675583/meta-region-server: CHANGED 2024-11-24T08:18:59,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:18:59,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,37765,1732436336308 in 198 msec 2024-11-24T08:18:59,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:18:59,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-24T08:18:59,265 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:18:59,265 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:18:59,266 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:18:59,266 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,37765,1732436336308, seqNum=-1] 2024-11-24T08:18:59,267 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:18:59,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:18:59,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-11-24T08:18:59,273 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436339273, completionTime=-1 2024-11-24T08:18:59,273 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:18:59,273 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:18:59,275 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:18:59,275 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436399275 2024-11-24T08:18:59,275 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436459275 2024-11-24T08:18:59,275 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T08:18:59,275 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,35825,1732436336264-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:59,275 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,35825,1732436336264-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:59,275 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,35825,1732436336264-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:59,275 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:35825, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:59,276 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:59,276 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:59,277 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:18:59,279 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.933sec 2024-11-24T08:18:59,279 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:18:59,279 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:18:59,279 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:18:59,279 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:18:59,279 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:18:59,279 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,35825,1732436336264-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:18:59,279 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,35825,1732436336264-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:18:59,281 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:18:59,281 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:18:59,281 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,35825,1732436336264-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:18:59,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3969093d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:18:59,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,35825,-1 for getting cluster id 2024-11-24T08:18:59,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:18:59,332 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bfcd2ef-83c5-4459-9786-32627e28d6b7' 2024-11-24T08:18:59,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:18:59,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bfcd2ef-83c5-4459-9786-32627e28d6b7" 2024-11-24T08:18:59,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ebe33a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:18:59,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,35825,-1] 2024-11-24T08:18:59,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:18:59,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:18:59,334 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:18:59,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733d0352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:18:59,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:18:59,335 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,37765,1732436336308, seqNum=-1] 2024-11-24T08:18:59,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:18:59,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:18:59,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,35825,1732436336264 2024-11-24T08:18:59,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57820 2024-11-24T08:18:59,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:18:59,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101490e85140002 connected 2024-11-24T08:18:59,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/hadoop.log.dir so I do NOT create it in target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4 2024-11-24T08:18:59,344 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:18:59,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/hadoop.tmp.dir so I do NOT create it in target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4 2024-11-24T08:18:59,344 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:18:59,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4 2024-11-24T08:18:59,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:18:59,344 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/cluster_ad979649-7e28-b594-3407-c220db478e9d, deleteOnExit=true 2024-11-24T08:18:59,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:18:59,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/test.cache.data in system properties and HBase conf 2024-11-24T08:18:59,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:18:59,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:18:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:18:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:18:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:18:59,345 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:18:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:18:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:18:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:18:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:18:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:18:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:18:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:18:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:18:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:18:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:18:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:18:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:18:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:18:59,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:18:59,420 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:18:59,424 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:18:59,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:18:59,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:18:59,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:18:59,425 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:18:59,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cd31542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:18:59,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@293d7e68{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:18:59,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50a85165{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/java.io.tmpdir/jetty-localhost-38013-hadoop-hdfs-3_4_1-tests_jar-_-any-13652117981818223611/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:18:59,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6324b6fd{HTTP/1.1, (http/1.1)}{localhost:38013} 2024-11-24T08:18:59,542 INFO [Time-limited test {}] server.Server(415): Started @134989ms 2024-11-24T08:18:59,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:18:59,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:18:59,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:18:59,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:18:59,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:18:59,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc2d826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:18:59,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fe3d70f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:18:59,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74ee2266{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/java.io.tmpdir/jetty-localhost-40717-hadoop-hdfs-3_4_1-tests_jar-_-any-2001131809773051650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:18:59,738 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@770dd509{HTTP/1.1, (http/1.1)}{localhost:40717} 2024-11-24T08:18:59,738 INFO [Time-limited test {}] server.Server(415): Started @135185ms 2024-11-24T08:18:59,740 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:18:59,832 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/cluster_ad979649-7e28-b594-3407-c220db478e9d/data/data1/current/BP-47632477-172.17.0.2-1732436339365/current, will proceed with Du for space computation calculation, 2024-11-24T08:18:59,832 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/cluster_ad979649-7e28-b594-3407-c220db478e9d/data/data2/current/BP-47632477-172.17.0.2-1732436339365/current, will proceed with Du for space computation calculation, 2024-11-24T08:18:59,854 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:18:59,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63eb1d5ad490ef53 with lease ID 0xe1d530faab07332a: Processing first storage report for DS-93d2d54c-cdee-401d-92b5-24844127d6eb from datanode DatanodeRegistration(127.0.0.1:39159, datanodeUuid=364a6ee3-b4e3-4b2f-ada3-10f48b3545f5, infoPort=43629, infoSecurePort=0, ipcPort=38111, storageInfo=lv=-57;cid=testClusterID;nsid=358186994;c=1732436339365) 2024-11-24T08:18:59,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63eb1d5ad490ef53 with lease ID 0xe1d530faab07332a: from storage DS-93d2d54c-cdee-401d-92b5-24844127d6eb node DatanodeRegistration(127.0.0.1:39159, datanodeUuid=364a6ee3-b4e3-4b2f-ada3-10f48b3545f5, infoPort=43629, infoSecurePort=0, ipcPort=38111, storageInfo=lv=-57;cid=testClusterID;nsid=358186994;c=1732436339365), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:18:59,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63eb1d5ad490ef53 with lease ID 0xe1d530faab07332a: Processing first storage report for DS-f2aa1e24-2c57-4617-a646-efe475be1a61 from datanode DatanodeRegistration(127.0.0.1:39159, datanodeUuid=364a6ee3-b4e3-4b2f-ada3-10f48b3545f5, infoPort=43629, infoSecurePort=0, ipcPort=38111, storageInfo=lv=-57;cid=testClusterID;nsid=358186994;c=1732436339365) 2024-11-24T08:18:59,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63eb1d5ad490ef53 with lease ID 0xe1d530faab07332a: from storage DS-f2aa1e24-2c57-4617-a646-efe475be1a61 node DatanodeRegistration(127.0.0.1:39159, datanodeUuid=364a6ee3-b4e3-4b2f-ada3-10f48b3545f5, infoPort=43629, infoSecurePort=0, ipcPort=38111, storageInfo=lv=-57;cid=testClusterID;nsid=358186994;c=1732436339365), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:18:59,866 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4 2024-11-24T08:18:59,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:18:59,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:18:59,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:18:59,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T08:18:59,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T08:18:59,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:19:00,275 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225 with version=8 2024-11-24T08:19:00,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/hbase-staging 2024-11-24T08:19:00,277 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:19:00,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:00,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:00,277 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:19:00,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:00,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:19:00,277 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:19:00,277 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:19:00,278 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44691 2024-11-24T08:19:00,279 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44691 connecting to ZooKeeper ensemble=127.0.0.1:57820 2024-11-24T08:19:00,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446910x0, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:19:00,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44691-0x101490e85140003 connected 2024-11-24T08:19:00,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:00,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:00,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Set watcher on znode that does not yet exist, /1664399458/running 2024-11-24T08:19:00,295 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225, hbase.cluster.distributed=false 2024-11-24T08:19:00,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Set watcher on znode that does not yet exist, /1664399458/acl 2024-11-24T08:19:00,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44691 2024-11-24T08:19:00,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44691 2024-11-24T08:19:00,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44691 2024-11-24T08:19:00,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44691 2024-11-24T08:19:00,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44691 2024-11-24T08:19:00,312 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:19:00,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:00,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:00,312 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:19:00,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:00,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:19:00,312 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:19:00,312 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:19:00,313 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34721 2024-11-24T08:19:00,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34721 connecting to ZooKeeper ensemble=127.0.0.1:57820 2024-11-24T08:19:00,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:00,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:00,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347210x0, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:19:00,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347210x0, quorum=127.0.0.1:57820, baseZNode=/1664399458 Set watcher on znode that does not yet exist, /1664399458/running 2024-11-24T08:19:00,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34721-0x101490e85140004 connected 2024-11-24T08:19:00,319 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:19:00,319 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:19:00,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Set watcher on znode that does not yet exist, /1664399458/master 2024-11-24T08:19:00,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Set watcher on znode that does not yet exist, /1664399458/acl 2024-11-24T08:19:00,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34721 2024-11-24T08:19:00,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34721 2024-11-24T08:19:00,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34721 2024-11-24T08:19:00,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34721 2024-11-24T08:19:00,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34721 2024-11-24T08:19:00,339 DEBUG [M:0;30c28c82771d:44691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:44691 2024-11-24T08:19:00,339 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1664399458/backup-masters/30c28c82771d,44691,1732436340277 2024-11-24T08:19:00,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458/backup-masters 2024-11-24T08:19:00,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458/backup-masters 2024-11-24T08:19:00,343 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Set watcher on existing znode=/1664399458/backup-masters/30c28c82771d,44691,1732436340277 2024-11-24T08:19:00,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1664399458/master 2024-11-24T08:19:00,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458 2024-11-24T08:19:00,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458 2024-11-24T08:19:00,344 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Set watcher on existing znode=/1664399458/master 2024-11-24T08:19:00,345 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1664399458/backup-masters/30c28c82771d,44691,1732436340277 from backup master directory 2024-11-24T08:19:00,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1664399458/backup-masters/30c28c82771d,44691,1732436340277 2024-11-24T08:19:00,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458/backup-masters 2024-11-24T08:19:00,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458/backup-masters 2024-11-24T08:19:00,346 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:19:00,346 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,44691,1732436340277 2024-11-24T08:19:00,349 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/hbase.id] with ID: 5f094359-405f-4767-9a44-1bb5c871ff1d 2024-11-24T08:19:00,350 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/.tmp/hbase.id 2024-11-24T08:19:00,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:19:00,757 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/.tmp/hbase.id]:[hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/hbase.id] 2024-11-24T08:19:00,768 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:00,768 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:19:00,769 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T08:19:00,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458 2024-11-24T08:19:00,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458 2024-11-24T08:19:00,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:19:01,176 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:19:01,177 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:19:01,177 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:01,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:19:01,584 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store 2024-11-24T08:19:01,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:19:01,990 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:01,990 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:19:01,990 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:01,990 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:01,991 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:19:01,991 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:01,991 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:01,991 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436341990Disabling compacts and flushes for region at 1732436341990Disabling writes for close at 1732436341991 (+1 ms)Writing region close event to WAL at 1732436341991Closed at 1732436341991 2024-11-24T08:19:01,991 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store/.initializing 2024-11-24T08:19:01,992 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/WALs/30c28c82771d,44691,1732436340277 2024-11-24T08:19:01,992 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:19:01,994 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C44691%2C1732436340277, suffix=, logDir=hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/WALs/30c28c82771d,44691,1732436340277, archiveDir=hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/oldWALs, maxLogs=10 2024-11-24T08:19:02,007 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/WALs/30c28c82771d,44691,1732436340277/30c28c82771d%2C44691%2C1732436340277.1732436341994, exclude list is [], retry=0 2024-11-24T08:19:02,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39159,DS-93d2d54c-cdee-401d-92b5-24844127d6eb,DISK] 2024-11-24T08:19:02,011 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/WALs/30c28c82771d,44691,1732436340277/30c28c82771d%2C44691%2C1732436340277.1732436341994 2024-11-24T08:19:02,011 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43629:43629)] 2024-11-24T08:19:02,011 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:02,012 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:02,012 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:02,012 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:02,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:02,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:19:02,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:02,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:02,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:02,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:19:02,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:02,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:02,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:02,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:19:02,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:02,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:02,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:02,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:19:02,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:02,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:02,019 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:02,019 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:02,020 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:02,021 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:02,021 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:02,021 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:19:02,022 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:02,024 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:19:02,024 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58952573, jitterRate=-0.1215382069349289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:19:02,025 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436342012Initializing all the Stores at 1732436342012Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436342012Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436342013 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436342013Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436342013Cleaning up temporary data from old regions at 1732436342021 (+8 ms)Region opened successfully at 1732436342025 (+4 ms) 2024-11-24T08:19:02,025 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:19:02,027 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784b3631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:19:02,028 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:19:02,028 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:19:02,028 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:19:02,028 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:19:02,029 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:19:02,029 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:19:02,029 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:19:02,031 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:19:02,031 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Unable to get data of znode /1664399458/balancer because node does not exist (not necessarily an error) 2024-11-24T08:19:02,037 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1664399458/balancer already deleted, retry=false 2024-11-24T08:19:02,037 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:19:02,037 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Unable to get data of znode /1664399458/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:19:02,038 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1664399458/normalizer already deleted, retry=false 2024-11-24T08:19:02,039 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:19:02,039 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Unable to get data of znode /1664399458/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:19:02,040 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1664399458/switch/split already deleted, retry=false 2024-11-24T08:19:02,041 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Unable to get data of znode /1664399458/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:19:02,042 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1664399458/switch/merge already deleted, retry=false 2024-11-24T08:19:02,043 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Unable to get data of znode /1664399458/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:19:02,045 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1664399458/snapshot-cleanup already deleted, retry=false 2024-11-24T08:19:02,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1664399458/running 2024-11-24T08:19:02,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1664399458/running 2024-11-24T08:19:02,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458 2024-11-24T08:19:02,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458 2024-11-24T08:19:02,047 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,44691,1732436340277, sessionid=0x101490e85140003, setting cluster-up flag (Was=false) 2024-11-24T08:19:02,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458 2024-11-24T08:19:02,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458 2024-11-24T08:19:02,054 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1664399458/flush-table-proc/acquired, /1664399458/flush-table-proc/reached, /1664399458/flush-table-proc/abort 2024-11-24T08:19:02,054 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,44691,1732436340277 2024-11-24T08:19:02,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458 2024-11-24T08:19:02,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458 2024-11-24T08:19:02,062 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1664399458/online-snapshot/acquired, /1664399458/online-snapshot/reached, /1664399458/online-snapshot/abort 2024-11-24T08:19:02,062 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,44691,1732436340277 2024-11-24T08:19:02,063 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:19:02,065 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:02,065 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:19:02,065 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:19:02,065 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,44691,1732436340277 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:19:02,066 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:02,066 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:02,066 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:02,066 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:02,066 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:19:02,066 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:02,066 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:19:02,066 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:02,067 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436372067 2024-11-24T08:19:02,067 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:19:02,067 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:19:02,067 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:19:02,067 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:19:02,067 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:19:02,067 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:19:02,067 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:02,068 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:02,068 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:19:02,068 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:19:02,068 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:19:02,068 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:19:02,068 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:19:02,068 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:19:02,068 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:19:02,069 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:02,069 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:19:02,071 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436342068,5,FailOnTimeoutGroup] 2024-11-24T08:19:02,071 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436342071,5,FailOnTimeoutGroup] 2024-11-24T08:19:02,071 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:02,071 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:19:02,071 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:02,071 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:02,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:19:02,130 INFO [RS:0;30c28c82771d:34721 {}] regionserver.HRegionServer(746): ClusterId : 5f094359-405f-4767-9a44-1bb5c871ff1d 2024-11-24T08:19:02,130 DEBUG [RS:0;30c28c82771d:34721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:19:02,133 DEBUG [RS:0;30c28c82771d:34721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:19:02,133 DEBUG [RS:0;30c28c82771d:34721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:19:02,135 DEBUG [RS:0;30c28c82771d:34721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:19:02,135 DEBUG [RS:0;30c28c82771d:34721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccbe1cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:19:02,146 DEBUG [RS:0;30c28c82771d:34721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:34721 2024-11-24T08:19:02,146 INFO [RS:0;30c28c82771d:34721 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:19:02,146 INFO [RS:0;30c28c82771d:34721 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:19:02,146 DEBUG [RS:0;30c28c82771d:34721 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:19:02,147 INFO [RS:0;30c28c82771d:34721 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,44691,1732436340277 with port=34721, startcode=1732436340312 2024-11-24T08:19:02,147 DEBUG [RS:0;30c28c82771d:34721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:19:02,149 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:19:02,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44691 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,34721,1732436340312 2024-11-24T08:19:02,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44691 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,34721,1732436340312 2024-11-24T08:19:02,150 DEBUG [RS:0;30c28c82771d:34721 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225 2024-11-24T08:19:02,150 DEBUG [RS:0;30c28c82771d:34721 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34937 2024-11-24T08:19:02,150 DEBUG [RS:0;30c28c82771d:34721 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:19:02,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458/rs 2024-11-24T08:19:02,155 DEBUG [RS:0;30c28c82771d:34721 {}] zookeeper.ZKUtil(111): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Set watcher on existing znode=/1664399458/rs/30c28c82771d,34721,1732436340312 2024-11-24T08:19:02,155 WARN [RS:0;30c28c82771d:34721 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:19:02,155 INFO [RS:0;30c28c82771d:34721 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:02,155 DEBUG [RS:0;30c28c82771d:34721 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/WALs/30c28c82771d,34721,1732436340312 2024-11-24T08:19:02,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,34721,1732436340312] 2024-11-24T08:19:02,158 INFO [RS:0;30c28c82771d:34721 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:19:02,159 INFO [RS:0;30c28c82771d:34721 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:19:02,160 INFO [RS:0;30c28c82771d:34721 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:19:02,160 INFO [RS:0;30c28c82771d:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:02,160 INFO [RS:0;30c28c82771d:34721 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:19:02,161 INFO [RS:0;30c28c82771d:34721 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:19:02,161 INFO [RS:0;30c28c82771d:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:02,161 DEBUG [RS:0;30c28c82771d:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:02,161 DEBUG [RS:0;30c28c82771d:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:02,161 DEBUG [RS:0;30c28c82771d:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:02,161 DEBUG [RS:0;30c28c82771d:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:02,161 DEBUG [RS:0;30c28c82771d:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:02,161 DEBUG [RS:0;30c28c82771d:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:19:02,161 DEBUG [RS:0;30c28c82771d:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:02,161 DEBUG [RS:0;30c28c82771d:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:02,161 DEBUG [RS:0;30c28c82771d:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:02,161 DEBUG [RS:0;30c28c82771d:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:02,161 DEBUG [RS:0;30c28c82771d:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:02,161 DEBUG [RS:0;30c28c82771d:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:02,161 DEBUG [RS:0;30c28c82771d:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:19:02,161 DEBUG [RS:0;30c28c82771d:34721 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:19:02,161 INFO [RS:0;30c28c82771d:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:02,162 INFO [RS:0;30c28c82771d:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:02,162 INFO [RS:0;30c28c82771d:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:02,162 INFO [RS:0;30c28c82771d:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:02,162 INFO [RS:0;30c28c82771d:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:02,162 INFO [RS:0;30c28c82771d:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,34721,1732436340312-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:19:02,176 INFO [RS:0;30c28c82771d:34721 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:19:02,176 INFO [RS:0;30c28c82771d:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,34721,1732436340312-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:02,176 INFO [RS:0;30c28c82771d:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:02,176 INFO [RS:0;30c28c82771d:34721 {}] regionserver.Replication(171): 30c28c82771d,34721,1732436340312 started 2024-11-24T08:19:02,189 INFO [RS:0;30c28c82771d:34721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:02,189 INFO [RS:0;30c28c82771d:34721 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,34721,1732436340312, RpcServer on 30c28c82771d/172.17.0.2:34721, sessionid=0x101490e85140004 2024-11-24T08:19:02,189 DEBUG [RS:0;30c28c82771d:34721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:19:02,189 DEBUG [RS:0;30c28c82771d:34721 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,34721,1732436340312 2024-11-24T08:19:02,189 DEBUG [RS:0;30c28c82771d:34721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,34721,1732436340312' 2024-11-24T08:19:02,189 DEBUG [RS:0;30c28c82771d:34721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1664399458/flush-table-proc/abort' 2024-11-24T08:19:02,189 DEBUG [RS:0;30c28c82771d:34721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1664399458/flush-table-proc/acquired' 2024-11-24T08:19:02,190 DEBUG [RS:0;30c28c82771d:34721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:19:02,190 DEBUG [RS:0;30c28c82771d:34721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:19:02,190 DEBUG [RS:0;30c28c82771d:34721 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,34721,1732436340312 2024-11-24T08:19:02,190 DEBUG [RS:0;30c28c82771d:34721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,34721,1732436340312' 2024-11-24T08:19:02,190 DEBUG [RS:0;30c28c82771d:34721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1664399458/online-snapshot/abort' 2024-11-24T08:19:02,190 DEBUG [RS:0;30c28c82771d:34721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1664399458/online-snapshot/acquired' 2024-11-24T08:19:02,190 DEBUG [RS:0;30c28c82771d:34721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:19:02,190 INFO [RS:0;30c28c82771d:34721 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:19:02,190 INFO [RS:0;30c28c82771d:34721 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:19:02,291 INFO [RS:0;30c28c82771d:34721 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:19:02,293 INFO [RS:0;30c28c82771d:34721 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C34721%2C1732436340312, suffix=, logDir=hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/WALs/30c28c82771d,34721,1732436340312, archiveDir=hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/oldWALs, maxLogs=10 2024-11-24T08:19:02,310 DEBUG [RS:0;30c28c82771d:34721 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/WALs/30c28c82771d,34721,1732436340312/30c28c82771d%2C34721%2C1732436340312.1732436342293, exclude list is [], retry=0 2024-11-24T08:19:02,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39159,DS-93d2d54c-cdee-401d-92b5-24844127d6eb,DISK] 2024-11-24T08:19:02,314 INFO [RS:0;30c28c82771d:34721 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/WALs/30c28c82771d,34721,1732436340312/30c28c82771d%2C34721%2C1732436340312.1732436342293 2024-11-24T08:19:02,315 DEBUG [RS:0;30c28c82771d:34721 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43629:43629)] 2024-11-24T08:19:02,477 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:19:02,477 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225 2024-11-24T08:19:02,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741833_1009 (size=32) 2024-11-24T08:19:02,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:02,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:19:02,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:19:02,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:02,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:02,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:19:02,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:19:02,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:02,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:02,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:19:02,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:19:02,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:02,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:02,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:19:02,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:19:02,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:02,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:02,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:19:02,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/data/hbase/meta/1588230740 2024-11-24T08:19:02,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/data/hbase/meta/1588230740 2024-11-24T08:19:02,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:19:02,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:19:02,893 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:19:02,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:19:02,895 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:19:02,895 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59778477, jitterRate=-0.10923127830028534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:19:02,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436342883Initializing all the Stores at 1732436342884 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436342884Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436342884Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436342884Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436342884Cleaning up temporary data from old regions at 1732436342892 (+8 ms)Region opened successfully at 1732436342895 (+3 ms) 2024-11-24T08:19:02,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:19:02,896 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:19:02,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:19:02,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:19:02,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:19:02,896 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:19:02,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436342896Disabling compacts and flushes for region at 1732436342896Disabling writes for close at 1732436342896Writing region close event to WAL at 1732436342896Closed at 1732436342896 2024-11-24T08:19:02,897 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:02,897 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:19:02,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:19:02,898 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:19:02,899 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:19:03,049 DEBUG [30c28c82771d:44691 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:19:03,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,34721,1732436340312 2024-11-24T08:19:03,051 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,34721,1732436340312, state=OPENING 2024-11-24T08:19:03,052 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:19:03,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458 2024-11-24T08:19:03,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458 2024-11-24T08:19:03,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1664399458/meta-region-server: CHANGED 2024-11-24T08:19:03,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1664399458/meta-region-server: CHANGED 2024-11-24T08:19:03,054 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:19:03,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,34721,1732436340312}] 2024-11-24T08:19:03,207 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:19:03,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:19:03,212 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:19:03,212 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:03,212 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:19:03,213 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C34721%2C1732436340312.meta, suffix=.meta, logDir=hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/WALs/30c28c82771d,34721,1732436340312, archiveDir=hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/oldWALs, maxLogs=10 2024-11-24T08:19:03,226 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/WALs/30c28c82771d,34721,1732436340312/30c28c82771d%2C34721%2C1732436340312.meta.1732436343213.meta, exclude list is [], retry=0 2024-11-24T08:19:03,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39159,DS-93d2d54c-cdee-401d-92b5-24844127d6eb,DISK] 2024-11-24T08:19:03,230 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/WALs/30c28c82771d,34721,1732436340312/30c28c82771d%2C34721%2C1732436340312.meta.1732436343213.meta 2024-11-24T08:19:03,230 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43629:43629)] 2024-11-24T08:19:03,230 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:03,231 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:19:03,231 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:19:03,231 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:19:03,231 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:19:03,231 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:19:03,231 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:03,231 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:19:03,231 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:19:03,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:19:03,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:19:03,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:03,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:03,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:19:03,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:19:03,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:03,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:03,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:19:03,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:19:03,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:03,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:03,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:19:03,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:19:03,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:03,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:03,236 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:19:03,237 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/data/hbase/meta/1588230740 2024-11-24T08:19:03,237 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/data/hbase/meta/1588230740 2024-11-24T08:19:03,238 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:19:03,238 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:19:03,239 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:19:03,239 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:19:03,240 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65130652, jitterRate=-0.02947765588760376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:19:03,240 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:19:03,240 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436343231Writing region info on filesystem at 1732436343231Initializing all the Stores at 1732436343232 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436343232Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436343232Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436343232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436343232Cleaning up temporary data from old regions at 1732436343238 (+6 ms)Running coprocessor post-open hooks at 1732436343240 (+2 ms)Region opened successfully at 1732436343240 2024-11-24T08:19:03,241 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436343206 2024-11-24T08:19:03,243 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:19:03,243 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:19:03,243 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,34721,1732436340312 2024-11-24T08:19:03,244 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,34721,1732436340312, state=OPEN 2024-11-24T08:19:03,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1664399458/meta-region-server 2024-11-24T08:19:03,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1664399458/meta-region-server 2024-11-24T08:19:03,245 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,34721,1732436340312 2024-11-24T08:19:03,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1664399458/meta-region-server: CHANGED 2024-11-24T08:19:03,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1664399458/meta-region-server: CHANGED 2024-11-24T08:19:03,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:19:03,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,34721,1732436340312 in 191 msec 2024-11-24T08:19:03,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:19:03,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-24T08:19:03,250 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:03,250 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:19:03,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:03,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,34721,1732436340312, seqNum=-1] 2024-11-24T08:19:03,251 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:03,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:19:03,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1910 sec 2024-11-24T08:19:03,257 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436343257, completionTime=-1 2024-11-24T08:19:03,257 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:19:03,257 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:19:03,258 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:19:03,258 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436403258 2024-11-24T08:19:03,258 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436463258 2024-11-24T08:19:03,258 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T08:19:03,258 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,44691,1732436340277-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:03,259 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,44691,1732436340277-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:03,259 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,44691,1732436340277-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:03,259 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:44691, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:03,259 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:03,259 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:03,260 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:19:03,262 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.916sec 2024-11-24T08:19:03,262 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:19:03,262 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:19:03,262 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:19:03,262 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:19:03,262 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:19:03,262 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,44691,1732436340277-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:19:03,262 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,44691,1732436340277-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:19:03,264 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:19:03,264 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:19:03,264 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,44691,1732436340277-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:03,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf2348f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:03,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,44691,-1 for getting cluster id 2024-11-24T08:19:03,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:03,332 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f094359-405f-4767-9a44-1bb5c871ff1d' 2024-11-24T08:19:03,333 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:03,333 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f094359-405f-4767-9a44-1bb5c871ff1d" 2024-11-24T08:19:03,333 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e68cd17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:03,333 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,44691,-1] 2024-11-24T08:19:03,333 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:03,333 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:03,334 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:03,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258b37b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:03,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:03,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,34721,1732436340312, seqNum=-1] 2024-11-24T08:19:03,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:03,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:19:03,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,44691,1732436340277 2024-11-24T08:19:03,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57820 2024-11-24T08:19:03,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:19:03,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101490e85140005 connected 2024-11-24T08:19:03,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13fb1541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:03,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,35825,-1 for getting cluster id 2024-11-24T08:19:03,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:03,346 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bfcd2ef-83c5-4459-9786-32627e28d6b7' 2024-11-24T08:19:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bfcd2ef-83c5-4459-9786-32627e28d6b7" 2024-11-24T08:19:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700bcb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,35825,-1] 2024-11-24T08:19:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:03,348 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:03,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f173f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:03,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:03,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,35825,1732436336264 2024-11-24T08:19:03,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ada4a66 2024-11-24T08:19:03,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:03,350 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:19:03,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35825 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30c28c82771d:44691,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T08:19:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35825 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:19:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:03,353 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:44691' 2024-11-24T08:19:03,354 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7c4cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:03,354 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,44691,-1 for getting cluster id 2024-11-24T08:19:03,354 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:03,355 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f094359-405f-4767-9a44-1bb5c871ff1d' 2024-11-24T08:19:03,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:03,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f094359-405f-4767-9a44-1bb5c871ff1d" 2024-11-24T08:19:03,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f4612e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:03,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,44691,-1] 2024-11-24T08:19:03,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:03,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:03,356 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:03,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6578cdcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:03,357 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:03,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,44691,1732436340277 2024-11-24T08:19:03,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f453394 2024-11-24T08:19:03,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:03,358 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:19:03,359 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T08:19:03,359 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:19:03,359 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:03,359 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:03,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:03,359 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:19:03,361 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T08:19:03,362 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:19:03,362 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:03,362 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:19:03,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741835_1011 (size=1138) 2024-11-24T08:19:03,411 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T08:19:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:03,769 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 879fcb9690e8ae715f0ac8639905ed2a, NAME => 'hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68 2024-11-24T08:19:03,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741836_1012 (size=44) 2024-11-24T08:19:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:04,156 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:19:04,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:04,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 879fcb9690e8ae715f0ac8639905ed2a, disabling compactions & flushes 2024-11-24T08:19:04,176 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:04,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:04,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. after waiting 0 ms 2024-11-24T08:19:04,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:04,176 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:04,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 879fcb9690e8ae715f0ac8639905ed2a: Waiting for close lock at 1732436344176Disabling compacts and flushes for region at 1732436344176Disabling writes for close at 1732436344176Writing region close event to WAL at 1732436344176Closed at 1732436344176 2024-11-24T08:19:04,177 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:19:04,177 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732436344177"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436344177"}]},"ts":"1732436344177"} 2024-11-24T08:19:04,180 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:19:04,181 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:19:04,181 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436344181"}]},"ts":"1732436344181"} 2024-11-24T08:19:04,182 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T08:19:04,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=879fcb9690e8ae715f0ac8639905ed2a, ASSIGN}] 2024-11-24T08:19:04,184 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=879fcb9690e8ae715f0ac8639905ed2a, ASSIGN 2024-11-24T08:19:04,185 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=879fcb9690e8ae715f0ac8639905ed2a, ASSIGN; state=OFFLINE, location=30c28c82771d,37765,1732436336308; forceNewPlan=false, retain=false 2024-11-24T08:19:04,335 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=879fcb9690e8ae715f0ac8639905ed2a, regionState=OPENING, regionLocation=30c28c82771d,37765,1732436336308 2024-11-24T08:19:04,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=879fcb9690e8ae715f0ac8639905ed2a, ASSIGN because future has completed 2024-11-24T08:19:04,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 879fcb9690e8ae715f0ac8639905ed2a, server=30c28c82771d,37765,1732436336308}] 2024-11-24T08:19:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:04,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:04,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:04,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T08:19:04,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C37765%2C1732436336308.rep, suffix=, logDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308, archiveDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/oldWALs, maxLogs=10 2024-11-24T08:19:04,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308/30c28c82771d%2C37765%2C1732436336308.rep.1732436344497, exclude list is [], retry=0 2024-11-24T08:19:04,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40797,DS-0ad69975-8f82-45a1-bac8-b87e864a6fc2,DISK] 2024-11-24T08:19:04,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308/30c28c82771d%2C37765%2C1732436336308.rep.1732436344497 2024-11-24T08:19:04,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39971:39971)] 2024-11-24T08:19:04,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 879fcb9690e8ae715f0ac8639905ed2a, NAME => 'hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:04,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:19:04,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:19:04,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. service=MultiRowMutationService 2024-11-24T08:19:04,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T08:19:04,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:04,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:04,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:04,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:04,518 INFO [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:04,519 INFO [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 879fcb9690e8ae715f0ac8639905ed2a columnFamilyName hfileref 2024-11-24T08:19:04,519 DEBUG [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:04,519 INFO [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] regionserver.HStore(327): Store=879fcb9690e8ae715f0ac8639905ed2a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:04,519 INFO [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:04,521 INFO [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 879fcb9690e8ae715f0ac8639905ed2a columnFamilyName queue 2024-11-24T08:19:04,521 DEBUG [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:04,521 INFO [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] regionserver.HStore(327): Store=879fcb9690e8ae715f0ac8639905ed2a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:04,521 INFO [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:04,522 INFO [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 879fcb9690e8ae715f0ac8639905ed2a columnFamilyName sid 2024-11-24T08:19:04,522 DEBUG [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:04,522 INFO [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] regionserver.HStore(327): Store=879fcb9690e8ae715f0ac8639905ed2a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:04,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:04,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/replication/879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:04,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/replication/879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:04,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:04,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:04,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:19:04,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:04,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/replication/879fcb9690e8ae715f0ac8639905ed2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:19:04,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 879fcb9690e8ae715f0ac8639905ed2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71728677, jitterRate=0.06884057819843292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:19:04,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:04,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 879fcb9690e8ae715f0ac8639905ed2a: Running coprocessor pre-open hook at 1732436344516Writing region info on filesystem at 1732436344516Initializing all the Stores at 1732436344517 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436344517Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436344517Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436344517Cleaning up temporary data from old regions at 1732436344524 (+7 ms)Running coprocessor post-open hooks at 1732436344528 (+4 ms)Region opened successfully at 1732436344528 2024-11-24T08:19:04,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a., pid=7, masterSystemTime=1732436344490 2024-11-24T08:19:04,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:04,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:04,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=879fcb9690e8ae715f0ac8639905ed2a, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,37765,1732436336308 2024-11-24T08:19:04,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 879fcb9690e8ae715f0ac8639905ed2a, server=30c28c82771d,37765,1732436336308 because future has completed 2024-11-24T08:19:04,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T08:19:04,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 879fcb9690e8ae715f0ac8639905ed2a, server=30c28c82771d,37765,1732436336308 in 196 msec 2024-11-24T08:19:04,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:19:04,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=879fcb9690e8ae715f0ac8639905ed2a, ASSIGN in 353 msec 2024-11-24T08:19:04,539 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:19:04,539 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436344539"}]},"ts":"1732436344539"} 2024-11-24T08:19:04,541 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T08:19:04,542 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:19:04,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-24T08:19:04,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a., hostname=30c28c82771d,37765,1732436336308, seqNum=2] 2024-11-24T08:19:04,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:19:04,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:19:04,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:19:04,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T08:19:04,729 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T08:19:04,743 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:19:04,757 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-30c28c82771d,37765,1732436336308, ReplicationSource: 1, currentBandwidth=0 2024-11-24T08:19:04,757 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:04,757 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,37765,1732436336308, seqNum=-1] 2024-11-24T08:19:04,758 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:04,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-24T08:19:04,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30c28c82771d,37765,1732436336308', locateType=CURRENT is [region=hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a., hostname=30c28c82771d,37765,1732436336308, seqNum=2] 2024-11-24T08:19:04,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:04,763 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T08:19:04,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35825 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T08:19:04,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:04,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:04,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:04,765 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30c28c82771d,37765,1732436336308 suceeded 2024-11-24T08:19:04,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T08:19:04,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-24T08:19:04,767 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30c28c82771d:44691,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:19:04,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-24T08:19:04,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:04,781 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37765,1732436336308 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:44691' 2024-11-24T08:19:04,782 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37765,1732436336308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@693c950b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:04,782 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37765,1732436336308 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,44691,-1 for getting cluster id 2024-11-24T08:19:04,782 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37765,1732436336308 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:04,783 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f094359-405f-4767-9a44-1bb5c871ff1d' 2024-11-24T08:19:04,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:04,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f094359-405f-4767-9a44-1bb5c871ff1d" 2024-11-24T08:19:04,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ae19fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:04,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,44691,-1] 2024-11-24T08:19:04,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:04,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:04,784 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:04,785 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37765,1732436336308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a941f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:04,785 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37765,1732436336308 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:04,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,44691,1732436340277 2024-11-24T08:19:04,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@770404cb 2024-11-24T08:19:04,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:04,786 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-24T08:19:04,787 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37765,1732436336308 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30c28c82771d,37765,1732436336308 (queues=1) is replicating from cluster=5bfcd2ef-83c5-4459-9786-32627e28d6b7 to cluster=5f094359-405f-4767-9a44-1bb5c871ff1d 2024-11-24T08:19:04,787 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37765,1732436336308 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30c28c82771d%2C37765%2C1732436336308 2024-11-24T08:19:04,787 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37765,1732436336308 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30c28c82771d,37765,1732436336308, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:19:04,788 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37765,1732436336308.replicationSource.wal-reader.30c28c82771d%2C37765%2C1732436336308,1-30c28c82771d,37765,1732436336308 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308/30c28c82771d%2C37765%2C1732436336308.1732436338298, startPosition=0, beingWritten=true 2024-11-24T08:19:04,788 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37765,1732436336308.replicationSource.shipper30c28c82771d%2C37765%2C1732436336308,1-30c28c82771d,37765,1732436336308 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C37765%2C1732436336308 2024-11-24T08:19:04,993 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37765,1732436336308.replicationSource.wal-reader.30c28c82771d%2C37765%2C1732436336308,1-30c28c82771d,37765,1732436336308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308/30c28c82771d%2C37765%2C1732436336308.1732436338298 to pos 0, reset compression=false 2024-11-24T08:19:05,298 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37765,1732436336308.replicationSource.wal-reader.30c28c82771d%2C37765%2C1732436336308,1-30c28c82771d,37765,1732436336308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308/30c28c82771d%2C37765%2C1732436336308.1732436338298 to pos 0, reset compression=false 2024-11-24T08:19:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:05,494 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T08:19:05,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:19:05,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:05,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:05,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:05,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:05,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:05,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,35825,1732436336264 2024-11-24T08:19:05,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d706cfa 2024-11-24T08:19:05,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:05,497 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:19:05,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35825 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T08:19:05,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:19:05,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:05,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:05,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:05,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:05,498 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:19:05,498 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=689322763, stopped=false 2024-11-24T08:19:05,498 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,35825,1732436336264 2024-11-24T08:19:05,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204675583/running 2024-11-24T08:19:05,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:19:05,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204675583/running 2024-11-24T08:19:05,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:19:05,500 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:19:05,500 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:19:05,500 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:05,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:05,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on znode that does not yet exist, /0-1204675583/running 2024-11-24T08:19:05,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on znode that does not yet exist, /0-1204675583/running 2024-11-24T08:19:05,501 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,37765,1732436336308' ***** 2024-11-24T08:19:05,501 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:19:05,501 INFO [RS:0;30c28c82771d:37765 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:19:05,501 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:19:05,501 INFO [RS:0;30c28c82771d:37765 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:19:05,501 INFO [RS:0;30c28c82771d:37765 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:19:05,501 INFO [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(3091): Received CLOSE for 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:05,502 INFO [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,37765,1732436336308 2024-11-24T08:19:05,502 INFO [RS:0;30c28c82771d:37765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:19:05,502 INFO [RS:0;30c28c82771d:37765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:37765. 2024-11-24T08:19:05,502 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 879fcb9690e8ae715f0ac8639905ed2a, disabling compactions & flushes 2024-11-24T08:19:05,502 DEBUG [RS:0;30c28c82771d:37765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:05,502 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:05,502 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:05,502 DEBUG [RS:0;30c28c82771d:37765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:05,502 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. after waiting 0 ms 2024-11-24T08:19:05,502 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:05,502 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 879fcb9690e8ae715f0ac8639905ed2a 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-24T08:19:05,502 INFO [RS:0;30c28c82771d:37765 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:19:05,503 INFO [RS:0;30c28c82771d:37765 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:19:05,503 INFO [RS:0;30c28c82771d:37765 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:19:05,503 INFO [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:19:05,503 INFO [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T08:19:05,503 DEBUG [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 879fcb9690e8ae715f0ac8639905ed2a=hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a.} 2024-11-24T08:19:05,503 DEBUG [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:05,503 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:19:05,503 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:19:05,503 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:19:05,503 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:19:05,503 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:19:05,503 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T08:19:05,520 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/.tmp/info/20386630d64943e8abe517bb2c1432e9 is 147, key is hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a./info:regioninfo/1732436344532/Put/seqid=0 2024-11-24T08:19:05,521 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/replication/879fcb9690e8ae715f0ac8639905ed2a/.tmp/queue/d16747545bc647acac5f9de72a411474 is 151, key is 1-30c28c82771d,37765,1732436336308/queue:30c28c82771d%2C37765%2C1732436336308/1732436344762/Put/seqid=0 2024-11-24T08:19:05,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741838_1014 (size=6631) 2024-11-24T08:19:05,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741839_1015 (size=5350) 2024-11-24T08:19:05,565 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:19:05,703 DEBUG [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:05,704 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37765,1732436336308.replicationSource.wal-reader.30c28c82771d%2C37765%2C1732436336308,1-30c28c82771d,37765,1732436336308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308/30c28c82771d%2C37765%2C1732436336308.1732436338298 to pos 0, reset compression=false 2024-11-24T08:19:05,903 DEBUG [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:05,925 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/replication/879fcb9690e8ae715f0ac8639905ed2a/.tmp/queue/d16747545bc647acac5f9de72a411474 2024-11-24T08:19:05,926 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/.tmp/info/20386630d64943e8abe517bb2c1432e9 2024-11-24T08:19:05,931 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/replication/879fcb9690e8ae715f0ac8639905ed2a/.tmp/queue/d16747545bc647acac5f9de72a411474 as hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/replication/879fcb9690e8ae715f0ac8639905ed2a/queue/d16747545bc647acac5f9de72a411474 2024-11-24T08:19:05,936 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/replication/879fcb9690e8ae715f0ac8639905ed2a/queue/d16747545bc647acac5f9de72a411474, entries=1, sequenceid=5, filesize=5.2 K 2024-11-24T08:19:05,937 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 879fcb9690e8ae715f0ac8639905ed2a in 435ms, sequenceid=5, compaction requested=false 2024-11-24T08:19:05,937 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T08:19:05,943 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/replication/879fcb9690e8ae715f0ac8639905ed2a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T08:19:05,943 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:19:05,943 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:19:05,943 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:05,943 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 879fcb9690e8ae715f0ac8639905ed2a: Waiting for close lock at 1732436345502Running coprocessor pre-close hooks at 1732436345502Disabling compacts and flushes for region at 1732436345502Disabling writes for close at 1732436345502Obtaining lock to block concurrent updates at 1732436345502Preparing flush snapshotting stores in 879fcb9690e8ae715f0ac8639905ed2a at 1732436345502Finished memstore snapshotting hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732436345502Flushing stores of hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. at 1732436345503 (+1 ms)Flushing 879fcb9690e8ae715f0ac8639905ed2a/queue: creating writer at 1732436345503Flushing 879fcb9690e8ae715f0ac8639905ed2a/queue: appending metadata at 1732436345520 (+17 ms)Flushing 879fcb9690e8ae715f0ac8639905ed2a/queue: closing flushed file at 1732436345521 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68eb5a96: reopening flushed file at 1732436345931 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 879fcb9690e8ae715f0ac8639905ed2a in 435ms, sequenceid=5, compaction requested=false at 1732436345937 (+6 ms)Writing region close event to WAL at 1732436345940 (+3 ms)Running coprocessor post-close hooks at 1732436345943 (+3 ms)Closed at 1732436345943 2024-11-24T08:19:05,943 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:05,946 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/.tmp/ns/71ad2cac851a492496e6f6a77e768036 is 43, key is default/ns:d/1732436339268/Put/seqid=0 2024-11-24T08:19:05,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741840_1016 (size=5153) 2024-11-24T08:19:06,103 DEBUG [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:19:06,162 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:19:06,162 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:19:06,209 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37765,1732436336308.replicationSource.wal-reader.30c28c82771d%2C37765%2C1732436336308,1-30c28c82771d,37765,1732436336308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308/30c28c82771d%2C37765%2C1732436336308.1732436338298 to pos 0, reset compression=false 2024-11-24T08:19:06,304 DEBUG [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:19:06,350 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/.tmp/ns/71ad2cac851a492496e6f6a77e768036 2024-11-24T08:19:06,372 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/.tmp/table/2a8f7c3289d94e0ca5db9000094d86d9 is 53, key is hbase:replication/table:state/1732436344539/Put/seqid=0 2024-11-24T08:19:06,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741841_1017 (size=5256) 2024-11-24T08:19:06,504 INFO [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T08:19:06,504 DEBUG [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:19:06,504 DEBUG [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:19:06,704 DEBUG [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:19:06,777 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/.tmp/table/2a8f7c3289d94e0ca5db9000094d86d9 2024-11-24T08:19:06,782 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/.tmp/info/20386630d64943e8abe517bb2c1432e9 as hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/info/20386630d64943e8abe517bb2c1432e9 2024-11-24T08:19:06,787 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/info/20386630d64943e8abe517bb2c1432e9, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T08:19:06,788 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/.tmp/ns/71ad2cac851a492496e6f6a77e768036 as hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/ns/71ad2cac851a492496e6f6a77e768036 2024-11-24T08:19:06,792 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/ns/71ad2cac851a492496e6f6a77e768036, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T08:19:06,792 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/.tmp/table/2a8f7c3289d94e0ca5db9000094d86d9 as hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/table/2a8f7c3289d94e0ca5db9000094d86d9 2024-11-24T08:19:06,797 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/table/2a8f7c3289d94e0ca5db9000094d86d9, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T08:19:06,798 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=11, compaction requested=false 2024-11-24T08:19:06,801 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T08:19:06,802 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:19:06,802 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:19:06,802 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:19:06,802 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436345503Running coprocessor pre-close hooks at 1732436345503Disabling compacts and flushes for region at 1732436345503Disabling writes for close at 1732436345503Obtaining lock to block concurrent updates at 1732436345503Preparing flush snapshotting stores in 1588230740 at 1732436345503Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732436345503Flushing stores of hbase:meta,,1.1588230740 at 1732436345504 (+1 ms)Flushing 1588230740/info: creating writer at 1732436345504Flushing 1588230740/info: appending metadata at 1732436345520 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732436345520Flushing 1588230740/ns: creating writer at 1732436345931 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732436345945 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732436345945Flushing 1588230740/table: creating writer at 1732436346355 (+410 ms)Flushing 1588230740/table: appending metadata at 1732436346372 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732436346372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bb91f83: reopening flushed file at 1732436346782 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1455dd46: reopening flushed file at 1732436346787 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1544ddb2: reopening flushed file at 1732436346792 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=11, compaction requested=false at 1732436346798 (+6 ms)Writing region close event to WAL at 1732436346799 (+1 ms)Running coprocessor post-close hooks at 1732436346802 (+3 ms)Closed at 1732436346802 2024-11-24T08:19:06,802 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:19:06,813 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37765,1732436336308.replicationSource.wal-reader.30c28c82771d%2C37765%2C1732436336308,1-30c28c82771d,37765,1732436336308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308/30c28c82771d%2C37765%2C1732436336308.1732436338298 to pos 0, reset compression=false 2024-11-24T08:19:06,904 INFO [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,37765,1732436336308; all regions closed. 2024-11-24T08:19:06,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741834_1010 (size=2742) 2024-11-24T08:19:06,907 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308/30c28c82771d%2C37765%2C1732436336308.meta.1732436339221.meta not finished, retry = 0 2024-11-24T08:19:07,009 DEBUG [RS:0;30c28c82771d:37765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/oldWALs 2024-11-24T08:19:07,009 INFO [RS:0;30c28c82771d:37765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C37765%2C1732436336308.meta:.meta(num 1732436339221) 2024-11-24T08:19:07,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741837_1013 (size=1586) 2024-11-24T08:19:07,013 DEBUG [RS:0;30c28c82771d:37765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/oldWALs 2024-11-24T08:19:07,013 INFO [RS:0;30c28c82771d:37765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C37765%2C1732436336308.rep:(num 1732436344497) 2024-11-24T08:19:07,016 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308/30c28c82771d%2C37765%2C1732436336308.1732436338298 not finished, retry = 0 2024-11-24T08:19:07,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741832_1008 (size=93) 2024-11-24T08:19:07,118 DEBUG [RS:0;30c28c82771d:37765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/oldWALs 2024-11-24T08:19:07,118 INFO [RS:0;30c28c82771d:37765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C37765%2C1732436336308:(num 1732436338298) 2024-11-24T08:19:07,118 DEBUG [RS:0;30c28c82771d:37765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:07,118 INFO [RS:0;30c28c82771d:37765 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:19:07,118 INFO [RS:0;30c28c82771d:37765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:19:07,118 INFO [RS:0;30c28c82771d:37765 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T08:19:07,119 INFO [RS:0;30c28c82771d:37765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:19:07,119 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:19:07,119 INFO [RS:0;30c28c82771d:37765 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30c28c82771d,37765,1732436336308 because: Region server is closing 2024-11-24T08:19:07,119 INFO [RS:0;30c28c82771d:37765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:37765. 2024-11-24T08:19:07,119 DEBUG [RS:0;30c28c82771d:37765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:07,119 DEBUG [RS:0;30c28c82771d:37765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:07,119 DEBUG [RS:0;30c28c82771d:37765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:07,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:07,219 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37765,1732436336308.replicationSource.wal-reader.30c28c82771d%2C37765%2C1732436336308,1-30c28c82771d,37765,1732436336308 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T08:19:07,219 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37765,1732436336308.replicationSource.shipper30c28c82771d%2C37765%2C1732436336308,1-30c28c82771d,37765,1732436336308 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T08:19:07,220 INFO [RS:0;30c28c82771d:37765 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37765,1732436336308.replicationSource.shipper30c28c82771d%2C37765%2C1732436336308,1-30c28c82771d,37765,1732436336308 terminated 2024-11-24T08:19:07,220 INFO [RS:0;30c28c82771d:37765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37765 2024-11-24T08:19:07,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583/rs 2024-11-24T08:19:07,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204675583/rs/30c28c82771d,37765,1732436336308 2024-11-24T08:19:07,222 INFO [RS:0;30c28c82771d:37765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:19:07,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,37765,1732436336308] 2024-11-24T08:19:07,230 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204675583/draining/30c28c82771d,37765,1732436336308 already deleted, retry=false 2024-11-24T08:19:07,230 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,37765,1732436336308 expired; onlineServers=0 2024-11-24T08:19:07,230 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,35825,1732436336264' ***** 2024-11-24T08:19:07,230 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:19:07,230 INFO [M:0;30c28c82771d:35825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:19:07,230 INFO [M:0;30c28c82771d:35825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:19:07,230 DEBUG [M:0;30c28c82771d:35825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:19:07,230 DEBUG [M:0;30c28c82771d:35825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:19:07,230 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:19:07,230 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436338072 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436338072,5,FailOnTimeoutGroup] 2024-11-24T08:19:07,230 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436338071 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436338071,5,FailOnTimeoutGroup] 2024-11-24T08:19:07,230 INFO [M:0;30c28c82771d:35825 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:19:07,230 INFO [M:0;30c28c82771d:35825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:19:07,230 DEBUG [M:0;30c28c82771d:35825 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:19:07,230 INFO [M:0;30c28c82771d:35825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:19:07,231 INFO [M:0;30c28c82771d:35825 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:19:07,231 INFO [M:0;30c28c82771d:35825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:19:07,231 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:19:07,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204675583/master 2024-11-24T08:19:07,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:19:07,232 DEBUG [M:0;30c28c82771d:35825 {}] zookeeper.ZKUtil(347): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Unable to get data of znode /0-1204675583/master because node does not exist (not an error) 2024-11-24T08:19:07,232 WARN [M:0;30c28c82771d:35825 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:19:07,232 INFO [M:0;30c28c82771d:35825 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/.lastflushedseqids 2024-11-24T08:19:07,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741842_1018 (size=181) 2024-11-24T08:19:07,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:07,329 INFO [RS:0;30c28c82771d:37765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:19:07,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37765-0x101490e85140001, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:07,329 INFO [RS:0;30c28c82771d:37765 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,37765,1732436336308; zookeeper connection closed. 2024-11-24T08:19:07,329 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a898549 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a898549 2024-11-24T08:19:07,329 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:19:07,637 INFO [M:0;30c28c82771d:35825 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:19:07,637 INFO [M:0;30c28c82771d:35825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:19:07,637 DEBUG [M:0;30c28c82771d:35825 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:19:07,637 INFO [M:0;30c28c82771d:35825 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:07,637 DEBUG [M:0;30c28c82771d:35825 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:07,637 DEBUG [M:0;30c28c82771d:35825 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:19:07,637 DEBUG [M:0;30c28c82771d:35825 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:07,637 INFO [M:0;30c28c82771d:35825 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-24T08:19:07,653 DEBUG [M:0;30c28c82771d:35825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fe101eb068d4541b17399eca8765b94 is 82, key is hbase:meta,,1/info:regioninfo/1732436339258/Put/seqid=0 2024-11-24T08:19:07,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741843_1019 (size=5672) 2024-11-24T08:19:08,057 INFO [M:0;30c28c82771d:35825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fe101eb068d4541b17399eca8765b94 2024-11-24T08:19:08,076 DEBUG [M:0;30c28c82771d:35825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0345bf6e22747719d1d12bb89aba8a1 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732436344543/Put/seqid=0 2024-11-24T08:19:08,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741844_1020 (size=7203) 2024-11-24T08:19:08,481 INFO [M:0;30c28c82771d:35825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0345bf6e22747719d1d12bb89aba8a1 2024-11-24T08:19:08,499 DEBUG [M:0;30c28c82771d:35825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd99ed79b0a84035843804c06b81df4f is 69, key is 30c28c82771d,37765,1732436336308/rs:state/1732436338149/Put/seqid=0 2024-11-24T08:19:08,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741845_1021 (size=5156) 2024-11-24T08:19:08,903 INFO [M:0;30c28c82771d:35825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd99ed79b0a84035843804c06b81df4f 2024-11-24T08:19:08,909 DEBUG [M:0;30c28c82771d:35825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fe101eb068d4541b17399eca8765b94 as hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7fe101eb068d4541b17399eca8765b94 2024-11-24T08:19:08,914 INFO [M:0;30c28c82771d:35825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7fe101eb068d4541b17399eca8765b94, entries=8, sequenceid=70, filesize=5.5 K 2024-11-24T08:19:08,915 DEBUG [M:0;30c28c82771d:35825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0345bf6e22747719d1d12bb89aba8a1 as hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0345bf6e22747719d1d12bb89aba8a1 2024-11-24T08:19:08,919 INFO [M:0;30c28c82771d:35825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0345bf6e22747719d1d12bb89aba8a1, entries=8, sequenceid=70, filesize=7.0 K 2024-11-24T08:19:08,920 DEBUG [M:0;30c28c82771d:35825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd99ed79b0a84035843804c06b81df4f as hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd99ed79b0a84035843804c06b81df4f 2024-11-24T08:19:08,924 INFO [M:0;30c28c82771d:35825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd99ed79b0a84035843804c06b81df4f, entries=1, sequenceid=70, filesize=5.0 K 2024-11-24T08:19:08,925 INFO [M:0;30c28c82771d:35825 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false 2024-11-24T08:19:08,927 INFO [M:0;30c28c82771d:35825 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:08,927 DEBUG [M:0;30c28c82771d:35825 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436347637Disabling compacts and flushes for region at 1732436347637Disabling writes for close at 1732436347637Obtaining lock to block concurrent updates at 1732436347637Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436347637Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732436347638 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436347638Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436347638Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436347652 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436347652Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436348062 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436348076 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436348076Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436348485 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436348499 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436348499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b713fca: reopening flushed file at 1732436348908 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a580b4b: reopening flushed file at 1732436348914 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87217d0: reopening flushed file at 1732436348919 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false at 1732436348925 (+6 ms)Writing region close event to WAL at 1732436348927 (+2 ms)Closed at 1732436348927 2024-11-24T08:19:08,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741830_1006 (size=41008) 2024-11-24T08:19:08,929 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/WALs/30c28c82771d,35825,1732436336264/30c28c82771d%2C35825%2C1732436336264.1732436337994 not finished, retry = 0 2024-11-24T08:19:09,030 INFO [M:0;30c28c82771d:35825 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:19:09,030 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:19:09,030 INFO [M:0;30c28c82771d:35825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35825 2024-11-24T08:19:09,030 INFO [M:0;30c28c82771d:35825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:19:09,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:09,132 INFO [M:0;30c28c82771d:35825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:19:09,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35825-0x101490e85140000, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:09,134 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:19:09,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:09,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:09,134 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:19:09,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:09,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:19:09,134 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:19:09,134 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:19:09,134 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40183 2024-11-24T08:19:09,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40183 connecting to ZooKeeper ensemble=127.0.0.1:57820 2024-11-24T08:19:09,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401830x0, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:19:09,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40183-0x101490e85140006 connected 2024-11-24T08:19:09,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:09,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:09,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on znode that does not yet exist, /0-1204675583/running 2024-11-24T08:19:09,145 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204675583/meta-region-server: INIT 2024-11-24T08:19:09,145 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68, hbase.cluster.distributed=false 2024-11-24T08:19:09,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on znode that does not yet exist, /0-1204675583/acl 2024-11-24T08:19:09,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40183 2024-11-24T08:19:09,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40183 2024-11-24T08:19:09,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40183 2024-11-24T08:19:09,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40183 2024-11-24T08:19:09,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40183 2024-11-24T08:19:09,162 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:19:09,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:09,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:09,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:19:09,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:09,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:19:09,162 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:19:09,162 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:19:09,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42953 2024-11-24T08:19:09,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42953 connecting to ZooKeeper ensemble=127.0.0.1:57820 2024-11-24T08:19:09,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:09,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:09,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429530x0, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:19:09,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429530x0, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on znode that does not yet exist, /0-1204675583/running 2024-11-24T08:19:09,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42953-0x101490e85140007 connected 2024-11-24T08:19:09,169 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204675583/meta-region-server: INIT 2024-11-24T08:19:09,169 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:19:09,171 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:19:09,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42953-0x101490e85140007, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on znode that does not yet exist, /0-1204675583/master 2024-11-24T08:19:09,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42953-0x101490e85140007, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on znode that does not yet exist, /0-1204675583/acl 2024-11-24T08:19:09,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42953 2024-11-24T08:19:09,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42953 2024-11-24T08:19:09,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42953 2024-11-24T08:19:09,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42953 2024-11-24T08:19:09,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42953 2024-11-24T08:19:09,191 DEBUG [M:0;30c28c82771d:40183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:40183 2024-11-24T08:19:09,191 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1204675583/backup-masters/30c28c82771d,40183,1732436349133 2024-11-24T08:19:09,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583/backup-masters 2024-11-24T08:19:09,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101490e85140007, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583/backup-masters 2024-11-24T08:19:09,193 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on existing znode=/0-1204675583/backup-masters/30c28c82771d,40183,1732436349133 2024-11-24T08:19:09,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101490e85140007, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1204675583/master 2024-11-24T08:19:09,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:19:09,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101490e85140007, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:19:09,195 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on existing znode=/0-1204675583/master 2024-11-24T08:19:09,196 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1204675583/backup-masters/30c28c82771d,40183,1732436349133 from backup master directory 2024-11-24T08:19:09,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204675583/backup-masters/30c28c82771d,40183,1732436349133 2024-11-24T08:19:09,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583/backup-masters 2024-11-24T08:19:09,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101490e85140007, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583/backup-masters 2024-11-24T08:19:09,197 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:19:09,197 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,40183,1732436349133 2024-11-24T08:19:09,207 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:09,207 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:19:09,212 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-24T08:19:09,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741846_1022 (size=196) 2024-11-24T08:19:09,619 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:19:09,620 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:19:09,620 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:09,626 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-24T08:19:09,628 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/WALs/30c28c82771d,35825,1732436336264 to hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/WALs/30c28c82771d,35825,1732436336264-dead as it is dead 2024-11-24T08:19:09,629 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/WALs/30c28c82771d,35825,1732436336264-dead/30c28c82771d%2C35825%2C1732436336264.1732436337994 2024-11-24T08:19:09,630 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/WALs/30c28c82771d,35825,1732436336264-dead/30c28c82771d%2C35825%2C1732436336264.1732436337994 after 0ms 2024-11-24T08:19:09,630 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/WALs/30c28c82771d,35825,1732436336264-dead/30c28c82771d%2C35825%2C1732436336264.1732436337994 to hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/30c28c82771d%2C35825%2C1732436336264.1732436337994 2024-11-24T08:19:09,630 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/WALs/30c28c82771d,35825,1732436336264-dead 2024-11-24T08:19:09,631 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/WALs/30c28c82771d,40183,1732436349133 2024-11-24T08:19:09,632 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:19:09,633 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C40183%2C1732436349133, suffix=, logDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/WALs/30c28c82771d,40183,1732436349133, archiveDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/oldWALs, maxLogs=10 2024-11-24T08:19:09,647 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/WALs/30c28c82771d,40183,1732436349133/30c28c82771d%2C40183%2C1732436349133.1732436349633, exclude list is [], retry=0 2024-11-24T08:19:09,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40797,DS-0ad69975-8f82-45a1-bac8-b87e864a6fc2,DISK] 2024-11-24T08:19:09,650 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/WALs/30c28c82771d,40183,1732436349133/30c28c82771d%2C40183%2C1732436349133.1732436349633 2024-11-24T08:19:09,651 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39971:39971)] 2024-11-24T08:19:09,651 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:09,651 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:09,651 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:09,651 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:09,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:09,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:19:09,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:09,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7fe101eb068d4541b17399eca8765b94 2024-11-24T08:19:09,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:09,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:09,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:19:09,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:09,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0345bf6e22747719d1d12bb89aba8a1 2024-11-24T08:19:09,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:09,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:09,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:19:09,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:09,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd99ed79b0a84035843804c06b81df4f 2024-11-24T08:19:09,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:09,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:09,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:19:09,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:09,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:09,672 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:09,672 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-24T08:19:09,672 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/30c28c82771d%2C35825%2C1732436336264.1732436337994 2024-11-24T08:19:09,677 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/30c28c82771d%2C35825%2C1732436336264.1732436337994 2024-11-24T08:19:09,678 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/30c28c82771d%2C35825%2C1732436336264.1732436337994 2024-11-24T08:19:09,679 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:09,679 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:09,680 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:19:09,681 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:09,683 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-24T08:19:09,684 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60913418, jitterRate=-0.09231933951377869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:19:09,684 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436349651Initializing all the Stores at 1732436349652 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436349652Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436349652Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436349652Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436349652Cleaning up temporary data from old regions at 1732436349679 (+27 ms)Region opened successfully at 1732436349684 (+5 ms) 2024-11-24T08:19:09,684 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:19:09,687 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4b2713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:19:09,689 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-24T08:19:09,689 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:19:09,689 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:19:09,689 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:19:09,690 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:19:09,692 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:09,692 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:19:09,693 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T08:19:09,693 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-24T08:19:09,693 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:19:09,695 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=30c28c82771d,37765,1732436336308, regionLocation=30c28c82771d,37765,1732436336308, openSeqNum=2 2024-11-24T08:19:09,695 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=30c28c82771d,37765,1732436336308, table=hbase:meta, region=1588230740 2024-11-24T08:19:09,695 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,37765,1732436336308, state=OPEN 2024-11-24T08:19:09,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101490e85140007, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1204675583/meta-region-server 2024-11-24T08:19:09,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1204675583/meta-region-server 2024-11-24T08:19:09,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204675583/meta-region-server: CHANGED 2024-11-24T08:19:09,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204675583/meta-region-server: CHANGED 2024-11-24T08:19:09,699 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:19:09,701 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204675583/draining/30c28c82771d,37765,1732436336308 already deleted, retry=false 2024-11-24T08:19:09,702 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 30c28c82771d,37765,1732436336308 on 30c28c82771d,40183,1732436349133 2024-11-24T08:19:09,702 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 30c28c82771d,37765,1732436336308, splitWal=true, meta=true 2024-11-24T08:19:09,703 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 30c28c82771d,37765,1732436336308 (carryingMeta=true) 30c28c82771d,37765,1732436336308/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@11fdc72b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T08:19:09,704 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Unable to get data of znode /0-1204675583/balancer because node does not exist (not necessarily an error) 2024-11-24T08:19:09,705 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204675583/balancer already deleted, retry=false 2024-11-24T08:19:09,705 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:19:09,706 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Unable to get data of znode /0-1204675583/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:19:09,707 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204675583/normalizer already deleted, retry=false 2024-11-24T08:19:09,707 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:19:09,708 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Unable to get data of znode /0-1204675583/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:19:09,709 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204675583/switch/split already deleted, retry=false 2024-11-24T08:19:09,710 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Unable to get data of znode /0-1204675583/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:19:09,712 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204675583/switch/merge already deleted, retry=false 2024-11-24T08:19:09,716 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Unable to get data of znode /0-1204675583/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:19:09,717 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204675583/snapshot-cleanup already deleted, retry=false 2024-11-24T08:19:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101490e85140007, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1204675583/running 2024-11-24T08:19:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101490e85140007, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:19:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1204675583/running 2024-11-24T08:19:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:19:09,718 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,40183,1732436349133, sessionid=0x101490e85140006, setting cluster-up flag (Was=false) 2024-11-24T08:19:09,723 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1204675583/flush-table-proc/acquired, /0-1204675583/flush-table-proc/reached, /0-1204675583/flush-table-proc/abort 2024-11-24T08:19:09,724 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,40183,1732436349133 2024-11-24T08:19:09,726 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1204675583/online-snapshot/acquired, /0-1204675583/online-snapshot/reached, /0-1204675583/online-snapshot/abort 2024-11-24T08:19:09,727 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,40183,1732436349133 2024-11-24T08:19:09,728 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/.lastflushedseqids 2024-11-24T08:19:09,730 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:19:09,730 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:19:09,730 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,40183,1732436349133 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 30c28c82771d,37765,1732436336308 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:19:09,731 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:09,731 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:09,731 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:09,731 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:09,731 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:19:09,731 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:09,731 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:19:09,731 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:09,733 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 30c28c82771d,37765,1732436336308, splitWal=true, meta=true 2024-11-24T08:19:09,733 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 30c28c82771d,37765,1732436336308, splitWal=true, meta=true, isMeta: true 2024-11-24T08:19:09,734 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308-splitting 2024-11-24T08:19:09,735 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308-splitting dir is empty, no logs to split. 2024-11-24T08:19:09,735 INFO [PEWorker-1 {}] master.SplitWALManager(105): 30c28c82771d,37765,1732436336308 WAL count=0, meta=true 2024-11-24T08:19:09,737 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308-splitting dir is empty, no logs to split. 2024-11-24T08:19:09,737 INFO [PEWorker-1 {}] master.SplitWALManager(105): 30c28c82771d,37765,1732436336308 WAL count=0, meta=true 2024-11-24T08:19:09,737 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 30c28c82771d,37765,1732436336308 WAL splitting is done? wals=0, meta=true 2024-11-24T08:19:09,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:19:09,738 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436379738 2024-11-24T08:19:09,738 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:19:09,738 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:19:09,738 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:19:09,738 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:19:09,738 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:19:09,738 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:19:09,738 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:09,739 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:19:09,739 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T08:19:09,740 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:19:09,740 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:19:09,740 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:19:09,740 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:19:09,741 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:19:09,741 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:19:09,741 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436349741,5,FailOnTimeoutGroup] 2024-11-24T08:19:09,741 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436349741,5,FailOnTimeoutGroup] 2024-11-24T08:19:09,741 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:09,741 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:19:09,741 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:09,741 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:09,741 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436349741, completionTime=-1 2024-11-24T08:19:09,741 WARN [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-24T08:19:09,741 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T08:19:09,782 INFO [RS:0;30c28c82771d:42953 {}] regionserver.HRegionServer(746): ClusterId : 5bfcd2ef-83c5-4459-9786-32627e28d6b7 2024-11-24T08:19:09,782 DEBUG [RS:0;30c28c82771d:42953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:19:09,783 DEBUG [RS:0;30c28c82771d:42953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:19:09,784 DEBUG [RS:0;30c28c82771d:42953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:19:09,785 DEBUG [RS:0;30c28c82771d:42953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:19:09,785 DEBUG [RS:0;30c28c82771d:42953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d78f3f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:19:09,797 DEBUG [RS:0;30c28c82771d:42953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:42953 2024-11-24T08:19:09,797 INFO [RS:0;30c28c82771d:42953 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:19:09,797 INFO [RS:0;30c28c82771d:42953 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:19:09,797 DEBUG [RS:0;30c28c82771d:42953 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:19:09,797 INFO [RS:0;30c28c82771d:42953 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,40183,1732436349133 with port=42953, startcode=1732436349162 2024-11-24T08:19:09,797 DEBUG [RS:0;30c28c82771d:42953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:19:09,799 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:19:09,799 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40183 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,42953,1732436349162 2024-11-24T08:19:09,799 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40183 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,42953,1732436349162 2024-11-24T08:19:09,800 DEBUG [RS:0;30c28c82771d:42953 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68 2024-11-24T08:19:09,800 DEBUG [RS:0;30c28c82771d:42953 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40389 2024-11-24T08:19:09,800 DEBUG [RS:0;30c28c82771d:42953 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:19:09,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583/rs 2024-11-24T08:19:09,806 DEBUG [RS:0;30c28c82771d:42953 {}] zookeeper.ZKUtil(111): regionserver:42953-0x101490e85140007, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on existing znode=/0-1204675583/rs/30c28c82771d,42953,1732436349162 2024-11-24T08:19:09,806 WARN [RS:0;30c28c82771d:42953 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:19:09,806 INFO [RS:0;30c28c82771d:42953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:09,806 DEBUG [RS:0;30c28c82771d:42953 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162 2024-11-24T08:19:09,806 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,42953,1732436349162] 2024-11-24T08:19:09,827 INFO [RS:0;30c28c82771d:42953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:19:09,829 INFO [RS:0;30c28c82771d:42953 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:19:09,829 INFO [RS:0;30c28c82771d:42953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:19:09,829 INFO [RS:0;30c28c82771d:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:09,829 INFO [RS:0;30c28c82771d:42953 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:19:09,830 INFO [RS:0;30c28c82771d:42953 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:19:09,830 INFO [RS:0;30c28c82771d:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:09,830 DEBUG [RS:0;30c28c82771d:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:09,830 DEBUG [RS:0;30c28c82771d:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:09,830 DEBUG [RS:0;30c28c82771d:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:09,830 DEBUG [RS:0;30c28c82771d:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:09,830 DEBUG [RS:0;30c28c82771d:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:09,830 DEBUG [RS:0;30c28c82771d:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:19:09,830 DEBUG [RS:0;30c28c82771d:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:09,830 DEBUG [RS:0;30c28c82771d:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:09,830 DEBUG [RS:0;30c28c82771d:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:09,830 DEBUG [RS:0;30c28c82771d:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:09,830 DEBUG [RS:0;30c28c82771d:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:09,830 DEBUG [RS:0;30c28c82771d:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:09,830 DEBUG [RS:0;30c28c82771d:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:19:09,830 DEBUG [RS:0;30c28c82771d:42953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:19:09,831 INFO [RS:0;30c28c82771d:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:09,831 INFO [RS:0;30c28c82771d:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:09,831 INFO [RS:0;30c28c82771d:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:09,831 INFO [RS:0;30c28c82771d:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:09,831 INFO [RS:0;30c28c82771d:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:09,831 INFO [RS:0;30c28c82771d:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,42953,1732436349162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:19:09,841 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T08:19:09,844 INFO [RS:0;30c28c82771d:42953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:19:09,844 INFO [RS:0;30c28c82771d:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,42953,1732436349162-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:09,857 INFO [RS:0;30c28c82771d:42953 {}] regionserver.ReplicationSource(231): queueId=1-30c28c82771d,42953,1732436349162, ReplicationSource: 1, currentBandwidth=0 2024-11-24T08:19:09,857 INFO [RS:0;30c28c82771d:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:09,857 INFO [RS:0;30c28c82771d:42953 {}] regionserver.Replication(171): 30c28c82771d,42953,1732436349162 started 2024-11-24T08:19:09,870 DEBUG [RS:0;30c28c82771d:42953.replicationSource,1-30c28c82771d,42953,1732436349162 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:44691' 2024-11-24T08:19:09,871 INFO [RS:0;30c28c82771d:42953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:09,871 INFO [RS:0;30c28c82771d:42953 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,42953,1732436349162, RpcServer on 30c28c82771d/172.17.0.2:42953, sessionid=0x101490e85140007 2024-11-24T08:19:09,871 DEBUG [RS:0;30c28c82771d:42953.replicationSource,1-30c28c82771d,42953,1732436349162 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70f3fba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:09,871 DEBUG [RS:0;30c28c82771d:42953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:19:09,871 DEBUG [RS:0;30c28c82771d:42953.replicationSource,1-30c28c82771d,42953,1732436349162 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,44691,-1 for getting cluster id 2024-11-24T08:19:09,871 DEBUG [RS:0;30c28c82771d:42953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,42953,1732436349162 2024-11-24T08:19:09,871 DEBUG [RS:0;30c28c82771d:42953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,42953,1732436349162' 2024-11-24T08:19:09,871 DEBUG [RS:0;30c28c82771d:42953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1204675583/flush-table-proc/abort' 2024-11-24T08:19:09,871 DEBUG [RS:0;30c28c82771d:42953.replicationSource,1-30c28c82771d,42953,1732436349162 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:09,872 DEBUG [RS:0;30c28c82771d:42953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1204675583/flush-table-proc/acquired' 2024-11-24T08:19:09,872 DEBUG [RS:0;30c28c82771d:42953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:19:09,872 DEBUG [RS:0;30c28c82771d:42953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:19:09,872 DEBUG [RS:0;30c28c82771d:42953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,42953,1732436349162 2024-11-24T08:19:09,872 DEBUG [RS:0;30c28c82771d:42953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,42953,1732436349162' 2024-11-24T08:19:09,872 DEBUG [RS:0;30c28c82771d:42953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1204675583/online-snapshot/abort' 2024-11-24T08:19:09,872 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f094359-405f-4767-9a44-1bb5c871ff1d' 2024-11-24T08:19:09,873 DEBUG [RS:0;30c28c82771d:42953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1204675583/online-snapshot/acquired' 2024-11-24T08:19:09,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:09,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f094359-405f-4767-9a44-1bb5c871ff1d" 2024-11-24T08:19:09,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ce9e6c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:09,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,44691,-1] 2024-11-24T08:19:09,873 DEBUG [RS:0;30c28c82771d:42953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:19:09,873 INFO [RS:0;30c28c82771d:42953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:19:09,873 INFO [RS:0;30c28c82771d:42953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:19:09,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:09,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:09,874 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:09,874 DEBUG [RS:0;30c28c82771d:42953.replicationSource,1-30c28c82771d,42953,1732436349162 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60513063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:09,874 DEBUG [RS:0;30c28c82771d:42953.replicationSource,1-30c28c82771d,42953,1732436349162 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:09,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,44691,1732436340277 2024-11-24T08:19:09,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d35b2b5 2024-11-24T08:19:09,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:09,876 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-24T08:19:09,876 INFO [RS:0;30c28c82771d:42953.replicationSource,1-30c28c82771d,42953,1732436349162 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30c28c82771d,42953,1732436349162 (queues=0) is replicating from cluster=5bfcd2ef-83c5-4459-9786-32627e28d6b7 to cluster=5f094359-405f-4767-9a44-1bb5c871ff1d 2024-11-24T08:19:09,889 WARN [30c28c82771d:40183 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T08:19:09,973 INFO [RS:0;30c28c82771d:42953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:19:09,974 INFO [RS:0;30c28c82771d:42953 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C42953%2C1732436349162, suffix=, logDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162, archiveDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/oldWALs, maxLogs=10 2024-11-24T08:19:09,987 DEBUG [RS:0;30c28c82771d:42953 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162/30c28c82771d%2C42953%2C1732436349162.1732436349975, exclude list is [], retry=0 2024-11-24T08:19:09,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40797,DS-0ad69975-8f82-45a1-bac8-b87e864a6fc2,DISK] 2024-11-24T08:19:09,991 INFO [RS:0;30c28c82771d:42953 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162/30c28c82771d%2C42953%2C1732436349162.1732436349975 2024-11-24T08:19:09,991 DEBUG [RS:0;30c28c82771d:42953 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 30c28c82771d%2C42953%2C1732436349162 for peer 1 2024-11-24T08:19:09,991 DEBUG [RS:0;30c28c82771d:42953 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30c28c82771d%2C42953%2C1732436349162 2024-11-24T08:19:09,991 INFO [RS:0;30c28c82771d:42953 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30c28c82771d,42953,1732436349162, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:19:09,992 DEBUG [RS:0;30c28c82771d:42953 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39971:39971)] 2024-11-24T08:19:09,992 INFO [RS:0;30c28c82771d:42953.replicationSource.shipper30c28c82771d%2C42953%2C1732436349162,1-30c28c82771d,42953,1732436349162 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C42953%2C1732436349162 2024-11-24T08:19:09,992 DEBUG [RS:0;30c28c82771d:42953.replicationSource.wal-reader.30c28c82771d%2C42953%2C1732436349162,1-30c28c82771d,42953,1732436349162 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162/30c28c82771d%2C42953%2C1732436349162.1732436349975, startPosition=0, beingWritten=true 2024-11-24T08:19:10,018 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:19:10,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:10,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:10,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:10,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:10,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:10,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:10,140 DEBUG [30c28c82771d:40183 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:19:10,140 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,42953,1732436349162 2024-11-24T08:19:10,141 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,42953,1732436349162, state=OPENING 2024-11-24T08:19:10,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101490e85140007, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1204675583/meta-region-server 2024-11-24T08:19:10,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1204675583/meta-region-server 2024-11-24T08:19:10,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204675583/meta-region-server: CHANGED 2024-11-24T08:19:10,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204675583/meta-region-server: CHANGED 2024-11-24T08:19:10,142 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:19:10,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,42953,1732436349162}] 2024-11-24T08:19:10,196 DEBUG [RS:0;30c28c82771d:42953.replicationSource.wal-reader.30c28c82771d%2C42953%2C1732436349162,1-30c28c82771d,42953,1732436349162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162/30c28c82771d%2C42953%2C1732436349162.1732436349975 to pos 0, reset compression=false 2024-11-24T08:19:10,295 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:19:10,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:19:10,299 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:19:10,299 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:10,299 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:19:10,301 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C42953%2C1732436349162.meta, suffix=.meta, logDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162, archiveDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/oldWALs, maxLogs=10 2024-11-24T08:19:10,321 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162/30c28c82771d%2C42953%2C1732436349162.meta.1732436350301.meta, exclude list is [], retry=0 2024-11-24T08:19:10,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40797,DS-0ad69975-8f82-45a1-bac8-b87e864a6fc2,DISK] 2024-11-24T08:19:10,325 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162/30c28c82771d%2C42953%2C1732436349162.meta.1732436350301.meta 2024-11-24T08:19:10,325 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39971:39971)] 2024-11-24T08:19:10,325 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:10,326 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:19:10,326 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:19:10,326 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:19:10,326 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:19:10,326 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:19:10,326 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:10,326 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:19:10,326 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:19:10,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:19:10,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:19:10,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:10,333 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/info/20386630d64943e8abe517bb2c1432e9 2024-11-24T08:19:10,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:10,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:19:10,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:19:10,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:10,338 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/ns/71ad2cac851a492496e6f6a77e768036 2024-11-24T08:19:10,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:10,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:19:10,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:19:10,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:10,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:10,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:19:10,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:19:10,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:10,344 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/table/2a8f7c3289d94e0ca5db9000094d86d9 2024-11-24T08:19:10,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:10,344 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:19:10,345 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740 2024-11-24T08:19:10,346 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740 2024-11-24T08:19:10,347 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:19:10,347 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:19:10,347 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:19:10,349 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:19:10,349 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71870601, jitterRate=0.07095541059970856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:19:10,349 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:19:10,349 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436350326Writing region info on filesystem at 1732436350326Initializing all the Stores at 1732436350327 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436350327Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436350327Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436350327Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436350327Cleaning up temporary data from old regions at 1732436350347 (+20 ms)Running coprocessor post-open hooks at 1732436350349 (+2 ms)Region opened successfully at 1732436350349 2024-11-24T08:19:10,350 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732436350294 2024-11-24T08:19:10,352 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:19:10,352 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:19:10,353 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=30c28c82771d,42953,1732436349162 2024-11-24T08:19:10,353 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,42953,1732436349162, state=OPEN 2024-11-24T08:19:10,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101490e85140007, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1204675583/meta-region-server 2024-11-24T08:19:10,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1204675583/meta-region-server 2024-11-24T08:19:10,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204675583/meta-region-server: CHANGED 2024-11-24T08:19:10,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204675583/meta-region-server: CHANGED 2024-11-24T08:19:10,396 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,42953,1732436349162 2024-11-24T08:19:10,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T08:19:10,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,42953,1732436349162 in 254 msec 2024-11-24T08:19:10,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T08:19:10,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2024-11-24T08:19:10,500 DEBUG [RS:0;30c28c82771d:42953.replicationSource.wal-reader.30c28c82771d%2C42953%2C1732436349162,1-30c28c82771d,42953,1732436349162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162/30c28c82771d%2C42953%2C1732436349162.1732436349975 to pos 0, reset compression=false 2024-11-24T08:19:10,905 DEBUG [RS:0;30c28c82771d:42953.replicationSource.wal-reader.30c28c82771d%2C42953%2C1732436349162,1-30c28c82771d,42953,1732436349162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162/30c28c82771d%2C42953%2C1732436349162.1732436349975 to pos 0, reset compression=false 2024-11-24T08:19:11,344 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-24T08:19:11,410 DEBUG [RS:0;30c28c82771d:42953.replicationSource.wal-reader.30c28c82771d%2C42953%2C1732436349162,1-30c28c82771d,42953,1732436349162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162/30c28c82771d%2C42953%2C1732436349162.1732436349975 to pos 0, reset compression=false 2024-11-24T08:19:12,015 DEBUG [RS:0;30c28c82771d:42953.replicationSource.wal-reader.30c28c82771d%2C42953%2C1732436349162,1-30c28c82771d,42953,1732436349162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162/30c28c82771d%2C42953%2C1732436349162.1732436349975 to pos 0, reset compression=false 2024-11-24T08:19:12,720 DEBUG [RS:0;30c28c82771d:42953.replicationSource.wal-reader.30c28c82771d%2C42953%2C1732436349162,1-30c28c82771d,42953,1732436349162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162/30c28c82771d%2C42953%2C1732436349162.1732436349975 to pos 0, reset compression=false 2024-11-24T08:19:12,846 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-24T08:19:13,524 DEBUG [RS:0;30c28c82771d:42953.replicationSource.wal-reader.30c28c82771d%2C42953%2C1732436349162,1-30c28c82771d,42953,1732436349162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162/30c28c82771d%2C42953%2C1732436349162.1732436349975 to pos 0, reset compression=false 2024-11-24T08:19:14,248 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-24T08:19:14,248 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:19:14,248 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:14,248 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,42953,1732436349162, seqNum=-1] 2024-11-24T08:19:14,249 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:14,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:19:14,253 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=879fcb9690e8ae715f0ac8639905ed2a, regionState=OPEN, lastHost=30c28c82771d,37765,1732436336308, regionLocation=30c28c82771d,37765,1732436336308, openSeqNum=2 2024-11-24T08:19:14,253 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:19:14,253 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436414253 2024-11-24T08:19:14,253 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436474253 2024-11-24T08:19:14,253 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-24T08:19:14,253 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 30c28c82771d,37765,1732436336308 had 2 regions 2024-11-24T08:19:14,254 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40183,1732436349133-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:14,254 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40183,1732436349133-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:14,254 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40183,1732436349133-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:14,254 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:40183, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:14,254 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:14,254 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:14,255 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 30c28c82771d,37765,1732436336308, splitWal=true, meta=true, isMeta: false 2024-11-24T08:19:14,256 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308-splitting dir is empty, no logs to split. 2024-11-24T08:19:14,256 INFO [PEWorker-3 {}] master.SplitWALManager(105): 30c28c82771d,37765,1732436336308 WAL count=0, meta=false 2024-11-24T08:19:14,258 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,37765,1732436336308-splitting dir is empty, no logs to split. 2024-11-24T08:19:14,258 INFO [PEWorker-3 {}] master.SplitWALManager(105): 30c28c82771d,37765,1732436336308 WAL count=0, meta=false 2024-11-24T08:19:14,258 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 30c28c82771d,37765,1732436336308 WAL splitting is done? wals=0, meta=false 2024-11-24T08:19:14,258 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.061sec 2024-11-24T08:19:14,259 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:19:14,259 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:19:14,259 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:19:14,259 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:19:14,259 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:19:14,259 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40183,1732436349133-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:19:14,259 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40183,1732436349133-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:19:14,260 WARN [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=30c28c82771d,37765,1732436336308/hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:14,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=879fcb9690e8ae715f0ac8639905ed2a, ASSIGN}] 2024-11-24T08:19:14,262 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=879fcb9690e8ae715f0ac8639905ed2a, ASSIGN 2024-11-24T08:19:14,262 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=879fcb9690e8ae715f0ac8639905ed2a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T08:19:14,265 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:19:14,265 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:19:14,265 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40183,1732436349133-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:14,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac426ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:14,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40183,-1 for getting cluster id 2024-11-24T08:19:14,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:14,286 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bfcd2ef-83c5-4459-9786-32627e28d6b7' 2024-11-24T08:19:14,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:14,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bfcd2ef-83c5-4459-9786-32627e28d6b7" 2024-11-24T08:19:14,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cfa5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:14,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40183,-1] 2024-11-24T08:19:14,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:14,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:14,288 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:14,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff3dd45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:14,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:14,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,42953,1732436349162, seqNum=-1] 2024-11-24T08:19:14,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:14,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:19:14,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-24T08:19:14,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:19:14,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:14,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:14,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:14,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:14,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 30c28c82771d:40183 after: 30c28c82771d:40183 2024-11-24T08:19:14,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1351e15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:14,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40183,-1 for getting cluster id 2024-11-24T08:19:14,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:14,295 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bfcd2ef-83c5-4459-9786-32627e28d6b7' 2024-11-24T08:19:14,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:14,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bfcd2ef-83c5-4459-9786-32627e28d6b7" 2024-11-24T08:19:14,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b63ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:14,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40183,-1] 2024-11-24T08:19:14,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:14,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:14,296 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:14,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90e532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:14,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:14,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40183,1732436349133 2024-11-24T08:19:14,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ace20bf 2024-11-24T08:19:14,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:14,298 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:19:14,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40183 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T08:19:14,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:19:14,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:19:14,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:14,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:14,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:14,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:14,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:19:14,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1263603992, stopped=false 2024-11-24T08:19:14,299 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,44691,1732436340277 2024-11-24T08:19:14,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1664399458/running 2024-11-24T08:19:14,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1664399458/running 2024-11-24T08:19:14,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458 2024-11-24T08:19:14,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458 2024-11-24T08:19:14,300 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:19:14,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:19:14,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:14,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:14,301 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,34721,1732436340312' ***** 2024-11-24T08:19:14,301 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:19:14,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Set watcher on znode that does not yet exist, /1664399458/running 2024-11-24T08:19:14,301 INFO [RS:0;30c28c82771d:34721 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:19:14,301 INFO [RS:0;30c28c82771d:34721 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:19:14,301 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:19:14,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Set watcher on znode that does not yet exist, /1664399458/running 2024-11-24T08:19:14,301 INFO [RS:0;30c28c82771d:34721 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:19:14,301 INFO [RS:0;30c28c82771d:34721 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,34721,1732436340312 2024-11-24T08:19:14,301 INFO [RS:0;30c28c82771d:34721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:19:14,301 INFO [RS:0;30c28c82771d:34721 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:34721. 2024-11-24T08:19:14,301 DEBUG [RS:0;30c28c82771d:34721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:14,301 DEBUG [RS:0;30c28c82771d:34721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:14,301 INFO [RS:0;30c28c82771d:34721 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:19:14,301 INFO [RS:0;30c28c82771d:34721 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:19:14,301 INFO [RS:0;30c28c82771d:34721 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:19:14,301 INFO [RS:0;30c28c82771d:34721 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:19:14,302 INFO [RS:0;30c28c82771d:34721 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T08:19:14,302 DEBUG [RS:0;30c28c82771d:34721 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:19:14,302 DEBUG [RS:0;30c28c82771d:34721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:19:14,302 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:19:14,302 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:19:14,302 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:19:14,302 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:19:14,302 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:19:14,302 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T08:19:14,318 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/data/hbase/meta/1588230740/.tmp/ns/05a28ac07de54f5fb476e0d74775c94d is 43, key is default/ns:d/1732436343253/Put/seqid=0 2024-11-24T08:19:14,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741835_1011 (size=5153) 2024-11-24T08:19:14,322 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/data/hbase/meta/1588230740/.tmp/ns/05a28ac07de54f5fb476e0d74775c94d 2024-11-24T08:19:14,327 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/data/hbase/meta/1588230740/.tmp/ns/05a28ac07de54f5fb476e0d74775c94d as hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/data/hbase/meta/1588230740/ns/05a28ac07de54f5fb476e0d74775c94d 2024-11-24T08:19:14,332 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/data/hbase/meta/1588230740/ns/05a28ac07de54f5fb476e0d74775c94d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T08:19:14,333 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=6, compaction requested=false 2024-11-24T08:19:14,333 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:19:14,337 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T08:19:14,337 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:19:14,337 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:19:14,337 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:19:14,337 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436354302Running coprocessor pre-close hooks at 1732436354302Disabling compacts and flushes for region at 1732436354302Disabling writes for close at 1732436354302Obtaining lock to block concurrent updates at 1732436354302Preparing flush snapshotting stores in 1588230740 at 1732436354302Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732436354302Flushing stores of hbase:meta,,1.1588230740 at 1732436354303 (+1 ms)Flushing 1588230740/ns: creating writer at 1732436354303Flushing 1588230740/ns: appending metadata at 1732436354318 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732436354318Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb8c41f: reopening flushed file at 1732436354326 (+8 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=6, compaction requested=false at 1732436354333 (+7 ms)Writing region close event to WAL at 1732436354334 (+1 ms)Running coprocessor post-close hooks at 1732436354337 (+3 ms)Closed at 1732436354337 2024-11-24T08:19:14,338 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:19:14,370 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:19:14,412 DEBUG [30c28c82771d:40183 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:19:14,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=879fcb9690e8ae715f0ac8639905ed2a, regionState=OPENING, regionLocation=30c28c82771d,42953,1732436349162 2024-11-24T08:19:14,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=879fcb9690e8ae715f0ac8639905ed2a, ASSIGN because future has completed 2024-11-24T08:19:14,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 879fcb9690e8ae715f0ac8639905ed2a, server=30c28c82771d,42953,1732436349162}] 2024-11-24T08:19:14,429 DEBUG [RS:0;30c28c82771d:42953.replicationSource.wal-reader.30c28c82771d%2C42953%2C1732436349162,1-30c28c82771d,42953,1732436349162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162/30c28c82771d%2C42953%2C1732436349162.1732436349975 to pos 0, reset compression=false 2024-11-24T08:19:14,502 INFO [RS:0;30c28c82771d:34721 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,34721,1732436340312; all regions closed. 2024-11-24T08:19:14,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741834_1010 (size=1152) 2024-11-24T08:19:14,506 DEBUG [RS:0;30c28c82771d:34721 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/oldWALs 2024-11-24T08:19:14,506 INFO [RS:0;30c28c82771d:34721 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C34721%2C1732436340312.meta:.meta(num 1732436343213) 2024-11-24T08:19:14,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741832_1008 (size=93) 2024-11-24T08:19:14,524 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/WALs/30c28c82771d,34721,1732436340312/30c28c82771d%2C34721%2C1732436340312.1732436342293 not finished, retry = 0 2024-11-24T08:19:14,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:14,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:14,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T08:19:14,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C42953%2C1732436349162.rep, suffix=, logDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162, archiveDir=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/oldWALs, maxLogs=10 2024-11-24T08:19:14,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162/30c28c82771d%2C42953%2C1732436349162.rep.1732436354572, exclude list is [], retry=0 2024-11-24T08:19:14,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40797,DS-0ad69975-8f82-45a1-bac8-b87e864a6fc2,DISK] 2024-11-24T08:19:14,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162/30c28c82771d%2C42953%2C1732436349162.rep.1732436354572 2024-11-24T08:19:14,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39971:39971)] 2024-11-24T08:19:14,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 879fcb9690e8ae715f0ac8639905ed2a, NAME => 'hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:14,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:19:14,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:19:14,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. service=MultiRowMutationService 2024-11-24T08:19:14,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T08:19:14,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:14,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:14,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:14,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:14,592 INFO [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:14,593 INFO [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 879fcb9690e8ae715f0ac8639905ed2a columnFamilyName hfileref 2024-11-24T08:19:14,593 DEBUG [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:14,593 INFO [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] regionserver.HStore(327): Store=879fcb9690e8ae715f0ac8639905ed2a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:14,593 INFO [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:14,594 INFO [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 879fcb9690e8ae715f0ac8639905ed2a columnFamilyName queue 2024-11-24T08:19:14,594 DEBUG [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:14,599 DEBUG [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/replication/879fcb9690e8ae715f0ac8639905ed2a/queue/d16747545bc647acac5f9de72a411474 2024-11-24T08:19:14,599 INFO [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] regionserver.HStore(327): Store=879fcb9690e8ae715f0ac8639905ed2a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:14,599 INFO [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:14,599 INFO [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 879fcb9690e8ae715f0ac8639905ed2a columnFamilyName sid 2024-11-24T08:19:14,599 DEBUG [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:14,600 INFO [StoreOpener-879fcb9690e8ae715f0ac8639905ed2a-1 {}] regionserver.HStore(327): Store=879fcb9690e8ae715f0ac8639905ed2a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:14,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:14,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/replication/879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:14,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/replication/879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:14,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:14,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:14,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:19:14,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:14,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 879fcb9690e8ae715f0ac8639905ed2a; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74729686, jitterRate=0.11355909705162048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:19:14,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:14,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 879fcb9690e8ae715f0ac8639905ed2a: Running coprocessor pre-open hook at 1732436354591Writing region info on filesystem at 1732436354591Initializing all the Stores at 1732436354591Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436354592 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436354592Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436354592Cleaning up temporary data from old regions at 1732436354602 (+10 ms)Running coprocessor post-open hooks at 1732436354605 (+3 ms)Region opened successfully at 1732436354605 2024-11-24T08:19:14,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a., pid=13, masterSystemTime=1732436354568 2024-11-24T08:19:14,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:14,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:14,608 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=879fcb9690e8ae715f0ac8639905ed2a, regionState=OPEN, openSeqNum=9, regionLocation=30c28c82771d,42953,1732436349162 2024-11-24T08:19:14,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 879fcb9690e8ae715f0ac8639905ed2a, server=30c28c82771d,42953,1732436349162 because future has completed 2024-11-24T08:19:14,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T08:19:14,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 879fcb9690e8ae715f0ac8639905ed2a, server=30c28c82771d,42953,1732436349162 in 197 msec 2024-11-24T08:19:14,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-24T08:19:14,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=879fcb9690e8ae715f0ac8639905ed2a, ASSIGN in 354 msec 2024-11-24T08:19:14,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-24T08:19:14,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a., hostname=30c28c82771d,42953,1732436349162, seqNum=9] 2024-11-24T08:19:14,626 DEBUG [RS:0;30c28c82771d:34721 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/oldWALs 2024-11-24T08:19:14,626 INFO [RS:0;30c28c82771d:34721 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C34721%2C1732436340312:(num 1732436342293) 2024-11-24T08:19:14,626 DEBUG [RS:0;30c28c82771d:34721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:14,626 INFO [RS:0;30c28c82771d:34721 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:19:14,626 INFO [RS:0;30c28c82771d:34721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:19:14,626 INFO [RS:0;30c28c82771d:34721 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:19:14,626 INFO [RS:0;30c28c82771d:34721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:19:14,626 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:19:14,626 INFO [RS:0;30c28c82771d:34721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34721 2024-11-24T08:19:14,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1664399458/rs/30c28c82771d,34721,1732436340312 2024-11-24T08:19:14,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458/rs 2024-11-24T08:19:14,628 INFO [RS:0;30c28c82771d:34721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:19:14,630 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,34721,1732436340312] 2024-11-24T08:19:14,631 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1664399458/draining/30c28c82771d,34721,1732436340312 already deleted, retry=false 2024-11-24T08:19:14,632 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,34721,1732436340312 expired; onlineServers=0 2024-11-24T08:19:14,632 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,44691,1732436340277' ***** 2024-11-24T08:19:14,632 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:19:14,632 INFO [M:0;30c28c82771d:44691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:19:14,632 INFO [M:0;30c28c82771d:44691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:19:14,632 DEBUG [M:0;30c28c82771d:44691 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:19:14,632 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:19:14,632 DEBUG [M:0;30c28c82771d:44691 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:19:14,632 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436342068 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436342068,5,FailOnTimeoutGroup] 2024-11-24T08:19:14,632 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436342071 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436342071,5,FailOnTimeoutGroup] 2024-11-24T08:19:14,632 INFO [M:0;30c28c82771d:44691 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:19:14,632 INFO [M:0;30c28c82771d:44691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:19:14,632 DEBUG [M:0;30c28c82771d:44691 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:19:14,632 INFO [M:0;30c28c82771d:44691 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:19:14,632 INFO [M:0;30c28c82771d:44691 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:19:14,632 INFO [M:0;30c28c82771d:44691 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:19:14,633 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:19:14,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1664399458/master 2024-11-24T08:19:14,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1664399458 2024-11-24T08:19:14,634 DEBUG [M:0;30c28c82771d:44691 {}] zookeeper.ZKUtil(347): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Unable to get data of znode /1664399458/master because node does not exist (not an error) 2024-11-24T08:19:14,634 WARN [M:0;30c28c82771d:44691 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:19:14,635 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 30c28c82771d,37765,1732436336308 2024-11-24T08:19:14,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-24T08:19:14,635 INFO [M:0;30c28c82771d:44691 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/.lastflushedseqids 2024-11-24T08:19:14,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741836_1012 (size=99) 2024-11-24T08:19:14,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:14,730 INFO [RS:0;30c28c82771d:34721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:19:14,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34721-0x101490e85140004, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:14,730 INFO [RS:0;30c28c82771d:34721 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,34721,1732436340312; zookeeper connection closed. 2024-11-24T08:19:14,730 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4aaccb10 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4aaccb10 2024-11-24T08:19:14,730 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:19:14,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-24T08:19:15,045 INFO [M:0;30c28c82771d:44691 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:19:15,045 INFO [M:0;30c28c82771d:44691 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:19:15,045 DEBUG [M:0;30c28c82771d:44691 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:19:15,045 INFO [M:0;30c28c82771d:44691 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:15,045 DEBUG [M:0;30c28c82771d:44691 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:15,046 DEBUG [M:0;30c28c82771d:44691 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:19:15,046 DEBUG [M:0;30c28c82771d:44691 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:15,046 INFO [M:0;30c28c82771d:44691 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T08:19:15,061 DEBUG [M:0;30c28c82771d:44691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9a792e4ebb6432b9be18d962ec28d70 is 82, key is hbase:meta,,1/info:regioninfo/1732436343243/Put/seqid=0 2024-11-24T08:19:15,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741837_1013 (size=5672) 2024-11-24T08:19:15,434 DEBUG [RS:0;30c28c82771d:42953.replicationSource.wal-reader.30c28c82771d%2C42953%2C1732436349162,1-30c28c82771d,42953,1732436349162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162/30c28c82771d%2C42953%2C1732436349162.1732436349975 to pos 0, reset compression=false 2024-11-24T08:19:15,466 INFO [M:0;30c28c82771d:44691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9a792e4ebb6432b9be18d962ec28d70 2024-11-24T08:19:15,484 DEBUG [M:0;30c28c82771d:44691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d391dfc21da54572ba0136dbf383ac64 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732436343256/Put/seqid=0 2024-11-24T08:19:15,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741838_1014 (size=5275) 2024-11-24T08:19:15,828 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:19:15,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:15,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:15,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:15,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:15,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:15,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:15,888 INFO [M:0;30c28c82771d:44691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d391dfc21da54572ba0136dbf383ac64 2024-11-24T08:19:15,906 DEBUG [M:0;30c28c82771d:44691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a72a7f2fbbc74fa283dc45f9bda4f4a0 is 69, key is 30c28c82771d,34721,1732436340312/rs:state/1732436342149/Put/seqid=0 2024-11-24T08:19:15,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741839_1015 (size=5156) 2024-11-24T08:19:16,310 INFO [M:0;30c28c82771d:44691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a72a7f2fbbc74fa283dc45f9bda4f4a0 2024-11-24T08:19:16,315 DEBUG [M:0;30c28c82771d:44691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9a792e4ebb6432b9be18d962ec28d70 as hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9a792e4ebb6432b9be18d962ec28d70 2024-11-24T08:19:16,320 INFO [M:0;30c28c82771d:44691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9a792e4ebb6432b9be18d962ec28d70, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T08:19:16,321 DEBUG [M:0;30c28c82771d:44691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d391dfc21da54572ba0136dbf383ac64 as hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d391dfc21da54572ba0136dbf383ac64 2024-11-24T08:19:16,325 INFO [M:0;30c28c82771d:44691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d391dfc21da54572ba0136dbf383ac64, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T08:19:16,325 DEBUG [M:0;30c28c82771d:44691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a72a7f2fbbc74fa283dc45f9bda4f4a0 as hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a72a7f2fbbc74fa283dc45f9bda4f4a0 2024-11-24T08:19:16,329 INFO [M:0;30c28c82771d:44691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34937/user/jenkins/test-data/24baab87-1be2-1338-7c36-cda2345a2225/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a72a7f2fbbc74fa283dc45f9bda4f4a0, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T08:19:16,330 INFO [M:0;30c28c82771d:44691 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=28, compaction requested=false 2024-11-24T08:19:16,331 INFO [M:0;30c28c82771d:44691 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:16,331 DEBUG [M:0;30c28c82771d:44691 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436355045Disabling compacts and flushes for region at 1732436355045Disabling writes for close at 1732436355046 (+1 ms)Obtaining lock to block concurrent updates at 1732436355046Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436355046Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732436355046Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436355047 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436355047Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436355061 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436355061Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436355470 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436355484 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436355484Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436355892 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436355906 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436355906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d08f459: reopening flushed file at 1732436356315 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc9971c: reopening flushed file at 1732436356320 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@762e6dd5: reopening flushed file at 1732436356325 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=28, compaction requested=false at 1732436356330 (+5 ms)Writing region close event to WAL at 1732436356331 (+1 ms)Closed at 1732436356331 2024-11-24T08:19:16,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741830_1006 (size=10165) 2024-11-24T08:19:16,334 INFO [M:0;30c28c82771d:44691 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:19:16,334 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:19:16,334 INFO [M:0;30c28c82771d:44691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44691 2024-11-24T08:19:16,334 INFO [M:0;30c28c82771d:44691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:19:16,436 INFO [M:0;30c28c82771d:44691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:19:16,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:16,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x101490e85140003, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:16,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74ee2266{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:19:16,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@770dd509{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:19:16,439 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:19:16,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fe3d70f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:19:16,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc2d826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/hadoop.log.dir/,STOPPED} 2024-11-24T08:19:16,441 WARN [BP-47632477-172.17.0.2-1732436339365 heartbeating to localhost/127.0.0.1:34937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:19:16,441 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:19:16,441 WARN [BP-47632477-172.17.0.2-1732436339365 heartbeating to localhost/127.0.0.1:34937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-47632477-172.17.0.2-1732436339365 (Datanode Uuid 364a6ee3-b4e3-4b2f-ada3-10f48b3545f5) service to localhost/127.0.0.1:34937 2024-11-24T08:19:16,441 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:19:16,441 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/cluster_ad979649-7e28-b594-3407-c220db478e9d/data/data1/current/BP-47632477-172.17.0.2-1732436339365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:19:16,441 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/cluster_ad979649-7e28-b594-3407-c220db478e9d/data/data2/current/BP-47632477-172.17.0.2-1732436339365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:19:16,442 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:19:16,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50a85165{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:19:16,450 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6324b6fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:19:16,450 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:19:16,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@293d7e68{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:19:16,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cd31542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/hadoop.log.dir/,STOPPED} 2024-11-24T08:19:16,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:19:16,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:19:16,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:19:16,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:16,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:16,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:16,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:16,467 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:19:16,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=311053691, stopped=false 2024-11-24T08:19:16,468 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,40183,1732436349133 2024-11-24T08:19:16,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101490e85140007, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204675583/running 2024-11-24T08:19:16,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204675583/running 2024-11-24T08:19:16,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101490e85140007, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:19:16,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:19:16,470 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:19:16,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:19:16,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:16,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:16,471 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,42953,1732436349162' ***** 2024-11-24T08:19:16,471 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:19:16,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on znode that does not yet exist, /0-1204675583/running 2024-11-24T08:19:16,471 INFO [RS:0;30c28c82771d:42953 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:19:16,471 INFO [RS:0;30c28c82771d:42953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:19:16,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42953-0x101490e85140007, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Set watcher on znode that does not yet exist, /0-1204675583/running 2024-11-24T08:19:16,471 INFO [RS:0;30c28c82771d:42953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:19:16,471 INFO [RS:0;30c28c82771d:42953 {}] regionserver.HRegionServer(3091): Received CLOSE for 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:16,471 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:19:16,472 INFO [RS:0;30c28c82771d:42953 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,42953,1732436349162 2024-11-24T08:19:16,472 INFO [RS:0;30c28c82771d:42953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:19:16,472 INFO [RS:0;30c28c82771d:42953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:42953. 2024-11-24T08:19:16,472 DEBUG [RS:0;30c28c82771d:42953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:16,472 DEBUG [RS:0;30c28c82771d:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:16,472 INFO [RS:0;30c28c82771d:42953 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:19:16,472 INFO [RS:0;30c28c82771d:42953 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:19:16,472 INFO [RS:0;30c28c82771d:42953 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:19:16,472 INFO [RS:0;30c28c82771d:42953 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:19:16,472 INFO [RS:0;30c28c82771d:42953 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T08:19:16,472 DEBUG [RS:0;30c28c82771d:42953 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 879fcb9690e8ae715f0ac8639905ed2a=hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a.} 2024-11-24T08:19:16,472 DEBUG [RS:0;30c28c82771d:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 879fcb9690e8ae715f0ac8639905ed2a 2024-11-24T08:19:16,472 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 879fcb9690e8ae715f0ac8639905ed2a, disabling compactions & flushes 2024-11-24T08:19:16,472 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:19:16,472 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:16,472 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:19:16,472 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:19:16,472 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:16,472 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:19:16,472 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. after waiting 0 ms 2024-11-24T08:19:16,472 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:19:16,472 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:16,473 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-24T08:19:16,476 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/replication/879fcb9690e8ae715f0ac8639905ed2a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-24T08:19:16,477 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:19:16,477 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:19:16,477 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:16,477 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 879fcb9690e8ae715f0ac8639905ed2a: Waiting for close lock at 1732436356472Running coprocessor pre-close hooks at 1732436356472Disabling compacts and flushes for region at 1732436356472Disabling writes for close at 1732436356472Writing region close event to WAL at 1732436356473 (+1 ms)Running coprocessor post-close hooks at 1732436356477 (+4 ms)Closed at 1732436356477 2024-11-24T08:19:16,477 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a. 2024-11-24T08:19:16,489 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/.tmp/info/dfa9e740f57c4b0e98bbe62bc40054c8 is 147, key is hbase:replication,,1732436343359.879fcb9690e8ae715f0ac8639905ed2a./info:regioninfo/1732436354608/Put/seqid=0 2024-11-24T08:19:16,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741851_1027 (size=6385) 2024-11-24T08:19:16,536 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:19:16,538 DEBUG [RS:0;30c28c82771d:42953.replicationSource.wal-reader.30c28c82771d%2C42953%2C1732436349162,1-30c28c82771d,42953,1732436349162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162/30c28c82771d%2C42953%2C1732436349162.1732436349975 to pos 0, reset compression=false 2024-11-24T08:19:16,672 DEBUG [RS:0;30c28c82771d:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:19:16,873 DEBUG [RS:0;30c28c82771d:42953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:19:16,893 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/.tmp/info/dfa9e740f57c4b0e98bbe62bc40054c8 2024-11-24T08:19:16,898 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/.tmp/info/dfa9e740f57c4b0e98bbe62bc40054c8 as hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/info/dfa9e740f57c4b0e98bbe62bc40054c8 2024-11-24T08:19:16,903 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/info/dfa9e740f57c4b0e98bbe62bc40054c8, entries=8, sequenceid=19, filesize=6.2 K 2024-11-24T08:19:16,903 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-24T08:19:16,907 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-24T08:19:16,908 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:19:16,908 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:19:16,908 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:19:16,908 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436356472Running coprocessor pre-close hooks at 1732436356472Disabling compacts and flushes for region at 1732436356472Disabling writes for close at 1732436356472Obtaining lock to block concurrent updates at 1732436356473 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732436356473Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732436356473Flushing stores of hbase:meta,,1.1588230740 at 1732436356473Flushing 1588230740/info: creating writer at 1732436356473Flushing 1588230740/info: appending metadata at 1732436356488 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732436356488Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46575ce: reopening flushed file at 1732436356897 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1732436356904 (+7 ms)Writing region close event to WAL at 1732436356905 (+1 ms)Running coprocessor post-close hooks at 1732436356908 (+3 ms)Closed at 1732436356908 2024-11-24T08:19:16,908 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:19:16,925 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:19:16,926 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:19:17,073 INFO [RS:0;30c28c82771d:42953 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,42953,1732436349162; all regions closed. 2024-11-24T08:19:17,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741849_1025 (size=2156) 2024-11-24T08:19:17,075 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162/30c28c82771d%2C42953%2C1732436349162.meta.1732436350301.meta not finished, retry = 0 2024-11-24T08:19:17,178 DEBUG [RS:0;30c28c82771d:42953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/oldWALs 2024-11-24T08:19:17,178 INFO [RS:0;30c28c82771d:42953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C42953%2C1732436349162.meta:.meta(num 1732436350301) 2024-11-24T08:19:17,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741850_1026 (size=796) 2024-11-24T08:19:17,180 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/WALs/30c28c82771d,42953,1732436349162/30c28c82771d%2C42953%2C1732436349162.rep.1732436354572 not finished, retry = 0 2024-11-24T08:19:17,282 DEBUG [RS:0;30c28c82771d:42953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/oldWALs 2024-11-24T08:19:17,282 INFO [RS:0;30c28c82771d:42953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C42953%2C1732436349162.rep:(num 1732436354572) 2024-11-24T08:19:17,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741848_1024 (size=93) 2024-11-24T08:19:17,286 DEBUG [RS:0;30c28c82771d:42953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/oldWALs 2024-11-24T08:19:17,286 INFO [RS:0;30c28c82771d:42953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C42953%2C1732436349162:(num 1732436349975) 2024-11-24T08:19:17,286 DEBUG [RS:0;30c28c82771d:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:17,286 INFO [RS:0;30c28c82771d:42953 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:19:17,287 INFO [RS:0;30c28c82771d:42953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:19:17,287 INFO [RS:0;30c28c82771d:42953 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T08:19:17,287 INFO [RS:0;30c28c82771d:42953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:19:17,287 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:19:17,287 INFO [RS:0;30c28c82771d:42953 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30c28c82771d,42953,1732436349162 because: Region server is closing 2024-11-24T08:19:17,287 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-24T08:19:17,287 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-24T08:19:17,287 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T08:19:17,287 INFO [RS:0;30c28c82771d:42953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:42953. 2024-11-24T08:19:17,288 DEBUG [RS:0;30c28c82771d:42953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:17,288 DEBUG [RS:0;30c28c82771d:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:17,288 DEBUG [RS:0;30c28c82771d:42953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:17,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:17,388 WARN [RS:0;30c28c82771d:42953.replicationSource.wal-reader.30c28c82771d%2C42953%2C1732436349162,1-30c28c82771d,42953,1732436349162 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T08:19:17,388 WARN [RS:0;30c28c82771d:42953.replicationSource.shipper30c28c82771d%2C42953%2C1732436349162,1-30c28c82771d,42953,1732436349162 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T08:19:17,388 INFO [RS:0;30c28c82771d:42953 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;30c28c82771d:42953.replicationSource.shipper30c28c82771d%2C42953%2C1732436349162,1-30c28c82771d,42953,1732436349162 terminated 2024-11-24T08:19:17,388 INFO [RS:0;30c28c82771d:42953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42953 2024-11-24T08:19:17,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101490e85140007, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204675583/rs/30c28c82771d,42953,1732436349162 2024-11-24T08:19:17,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583/rs 2024-11-24T08:19:17,390 INFO [RS:0;30c28c82771d:42953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:19:17,392 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,42953,1732436349162] 2024-11-24T08:19:17,393 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204675583/draining/30c28c82771d,42953,1732436349162 already deleted, retry=false 2024-11-24T08:19:17,393 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,42953,1732436349162 expired; onlineServers=0 2024-11-24T08:19:17,393 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,40183,1732436349133' ***** 2024-11-24T08:19:17,393 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:19:17,393 INFO [M:0;30c28c82771d:40183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:19:17,393 INFO [M:0;30c28c82771d:40183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:19:17,393 DEBUG [M:0;30c28c82771d:40183 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:19:17,393 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:19:17,393 DEBUG [M:0;30c28c82771d:40183 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:19:17,393 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436349741 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436349741,5,FailOnTimeoutGroup] 2024-11-24T08:19:17,393 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436349741 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436349741,5,FailOnTimeoutGroup] 2024-11-24T08:19:17,394 INFO [M:0;30c28c82771d:40183 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:19:17,394 INFO [M:0;30c28c82771d:40183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:19:17,394 DEBUG [M:0;30c28c82771d:40183 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:19:17,394 INFO [M:0;30c28c82771d:40183 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:19:17,394 INFO [M:0;30c28c82771d:40183 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:19:17,394 INFO [M:0;30c28c82771d:40183 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:19:17,394 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:19:17,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204675583/master 2024-11-24T08:19:17,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204675583 2024-11-24T08:19:17,395 DEBUG [M:0;30c28c82771d:40183 {}] zookeeper.ZKUtil(347): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Unable to get data of znode /0-1204675583/master because node does not exist (not an error) 2024-11-24T08:19:17,395 WARN [M:0;30c28c82771d:40183 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:19:17,395 INFO [M:0;30c28c82771d:40183 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/.lastflushedseqids 2024-11-24T08:19:17,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741852_1028 (size=181) 2024-11-24T08:19:17,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101490e85140007, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:17,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42953-0x101490e85140007, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:17,492 INFO [RS:0;30c28c82771d:42953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:19:17,492 INFO [RS:0;30c28c82771d:42953 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,42953,1732436349162; zookeeper connection closed. 2024-11-24T08:19:17,493 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5079bf5c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5079bf5c 2024-11-24T08:19:17,493 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:19:17,801 INFO [M:0;30c28c82771d:40183 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:19:17,801 INFO [M:0;30c28c82771d:40183 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:19:17,801 DEBUG [M:0;30c28c82771d:40183 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:19:17,801 INFO [M:0;30c28c82771d:40183 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:17,801 DEBUG [M:0;30c28c82771d:40183 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:17,801 DEBUG [M:0;30c28c82771d:40183 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:19:17,801 DEBUG [M:0;30c28c82771d:40183 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:17,801 INFO [M:0;30c28c82771d:40183 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-24T08:19:17,831 DEBUG [M:0;30c28c82771d:40183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa24c40d9e5e4e47a3cc35020496294e is 82, key is hbase:meta,,1/info:regioninfo/1732436350352/Put/seqid=0 2024-11-24T08:19:17,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741853_1029 (size=5672) 2024-11-24T08:19:18,237 INFO [M:0;30c28c82771d:40183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa24c40d9e5e4e47a3cc35020496294e 2024-11-24T08:19:18,265 DEBUG [M:0;30c28c82771d:40183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62a781a5b90a41068f8599f21dbabcd7 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732436354615/Put/seqid=0 2024-11-24T08:19:18,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741854_1030 (size=7312) 2024-11-24T08:19:18,272 INFO [M:0;30c28c82771d:40183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62a781a5b90a41068f8599f21dbabcd7 2024-11-24T08:19:18,299 DEBUG [M:0;30c28c82771d:40183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/932263c9fc0549b09acb2f04d502f997 is 69, key is 30c28c82771d,42953,1732436349162/rs:state/1732436349799/Put/seqid=0 2024-11-24T08:19:18,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741855_1031 (size=5370) 2024-11-24T08:19:18,321 INFO [M:0;30c28c82771d:40183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/932263c9fc0549b09acb2f04d502f997 2024-11-24T08:19:18,327 INFO [M:0;30c28c82771d:40183 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 932263c9fc0549b09acb2f04d502f997 2024-11-24T08:19:18,328 DEBUG [M:0;30c28c82771d:40183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa24c40d9e5e4e47a3cc35020496294e as hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa24c40d9e5e4e47a3cc35020496294e 2024-11-24T08:19:18,334 INFO [M:0;30c28c82771d:40183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa24c40d9e5e4e47a3cc35020496294e, entries=8, sequenceid=127, filesize=5.5 K 2024-11-24T08:19:18,336 DEBUG [M:0;30c28c82771d:40183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62a781a5b90a41068f8599f21dbabcd7 as hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62a781a5b90a41068f8599f21dbabcd7 2024-11-24T08:19:18,347 INFO [M:0;30c28c82771d:40183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62a781a5b90a41068f8599f21dbabcd7, entries=7, sequenceid=127, filesize=7.1 K 2024-11-24T08:19:18,348 DEBUG [M:0;30c28c82771d:40183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/932263c9fc0549b09acb2f04d502f997 as hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/932263c9fc0549b09acb2f04d502f997 2024-11-24T08:19:18,354 INFO [M:0;30c28c82771d:40183 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 932263c9fc0549b09acb2f04d502f997 2024-11-24T08:19:18,354 INFO [M:0;30c28c82771d:40183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40389/user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/932263c9fc0549b09acb2f04d502f997, entries=2, sequenceid=127, filesize=5.2 K 2024-11-24T08:19:18,355 INFO [M:0;30c28c82771d:40183 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 554ms, sequenceid=127, compaction requested=false 2024-11-24T08:19:18,361 INFO [M:0;30c28c82771d:40183 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:18,361 DEBUG [M:0;30c28c82771d:40183 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436357801Disabling compacts and flushes for region at 1732436357801Disabling writes for close at 1732436357801Obtaining lock to block concurrent updates at 1732436357801Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436357801Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732436357802 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436357802Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436357802Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436357830 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436357831 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436358243 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436358265 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436358265Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436358277 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436358298 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436358298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d0903ce: reopening flushed file at 1732436358327 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1615d04d: reopening flushed file at 1732436358335 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33648c9a: reopening flushed file at 1732436358347 (+12 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 554ms, sequenceid=127, compaction requested=false at 1732436358355 (+8 ms)Writing region close event to WAL at 1732436358361 (+6 ms)Closed at 1732436358361 2024-11-24T08:19:18,367 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/107fa0f5-4f85-ddd6-9a6d-4498c3184e68/MasterData/WALs/30c28c82771d,40183,1732436349133/30c28c82771d%2C40183%2C1732436349133.1732436349633 not finished, retry = 0 2024-11-24T08:19:18,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40797 is added to blk_1073741847_1023 (size=22903) 2024-11-24T08:19:18,468 INFO [M:0;30c28c82771d:40183 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:19:18,468 INFO [M:0;30c28c82771d:40183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40183 2024-11-24T08:19:18,468 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:19:18,468 INFO [M:0;30c28c82771d:40183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:19:18,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:18,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40183-0x101490e85140006, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:18,570 INFO [M:0;30c28c82771d:40183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:19:18,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72373164{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:19:18,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f252e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:19:18,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:19:18,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@daed0cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:19:18,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@97e2298{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/hadoop.log.dir/,STOPPED} 2024-11-24T08:19:18,585 WARN [BP-1400435423-172.17.0.2-1732436335258 heartbeating to localhost/127.0.0.1:40389 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:19:18,585 WARN [BP-1400435423-172.17.0.2-1732436335258 heartbeating to localhost/127.0.0.1:40389 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1400435423-172.17.0.2-1732436335258 (Datanode Uuid 698394f7-6433-4dd3-8d97-684a6cef91ff) service to localhost/127.0.0.1:40389 2024-11-24T08:19:18,586 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/cluster_77f6e2a8-df3a-dae1-8afc-14ed747668e9/data/data2/current/BP-1400435423-172.17.0.2-1732436335258 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:19:18,586 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:19:18,586 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/cluster_77f6e2a8-df3a-dae1-8afc-14ed747668e9/data/data1/current/BP-1400435423-172.17.0.2-1732436335258 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:19:18,586 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:19:18,586 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:19:18,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@471e52{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:19:18,594 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2366ec96{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:19:18,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:19:18,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5918f46a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:19:18,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@689c6d7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cac501f-9a5d-1f3f-9c17-f1929d38ed83/hadoop.log.dir/,STOPPED} 2024-11-24T08:19:18,604 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T08:19:18,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:19:18,627 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=207 (was 162) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34937 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:40389 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:40389 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57820) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:40389 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57820) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=567 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=207 (was 200) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7336 (was 6133) - AvailableMemoryMB LEAK? - 2024-11-24T08:19:18,637 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=207, OpenFileDescriptor=567, MaxFileDescriptor=1048576, SystemLoadAverage=207, ProcessCount=11, AvailableMemoryMB=7336 2024-11-24T08:19:18,654 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-24T08:19:18,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/hadoop.log.dir so I do NOT create it in target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233 2024-11-24T08:19:18,654 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:19:18,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/hadoop.tmp.dir so I do NOT create it in target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233 2024-11-24T08:19:18,654 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88d166b0-94da-b90a-0004-7e4f803840f4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:19:18,654 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233 2024-11-24T08:19:18,654 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/cluster_3cf96ead-1647-11b1-8aff-36770178613f, deleteOnExit=true 2024-11-24T08:19:18,660 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/cluster_3cf96ead-1647-11b1-8aff-36770178613f/zookeeper_0, clientPort=59096, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/cluster_3cf96ead-1647-11b1-8aff-36770178613f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/cluster_3cf96ead-1647-11b1-8aff-36770178613f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T08:19:18,664 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59096 2024-11-24T08:19:18,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:19:18,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:19:18,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/test.cache.data in system properties and HBase conf 2024-11-24T08:19:18,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:19:18,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:19:18,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:19:18,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:19:18,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:19:18,665 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:19:18,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:19:18,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:19:18,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:19:18,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:19:18,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:19:18,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:19:18,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:19:18,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:19:18,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:19:18,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:19:18,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:19:18,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:19:18,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:19:18,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:19:18,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101490e85140005, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:19:18,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101490e85140002, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:19:18,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101490e85140002, quorum=127.0.0.1:57820, baseZNode=/0-1204675583 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:19:18,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101490e85140005, quorum=127.0.0.1:57820, baseZNode=/1664399458 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:19:18,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:19:18,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:19:18,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:19:18,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:19:18,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:19:18,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:19:18,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a3783db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:19:18,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@908975d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:19:19,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ca42f48{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/java.io.tmpdir/jetty-localhost-38951-hadoop-hdfs-3_4_1-tests_jar-_-any-14605059854422755498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:19:19,136 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71650a7f{HTTP/1.1, (http/1.1)}{localhost:38951} 2024-11-24T08:19:19,137 INFO [Time-limited test {}] server.Server(415): Started @154584ms 2024-11-24T08:19:19,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:19:19,268 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:19:19,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:19:19,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:19:19,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:19:19,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71e526bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:19:19,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c9824a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:19:19,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cac2f5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/java.io.tmpdir/jetty-localhost-36339-hadoop-hdfs-3_4_1-tests_jar-_-any-5030453655269418692/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:19:19,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9f1b774{HTTP/1.1, (http/1.1)}{localhost:36339} 2024-11-24T08:19:19,430 INFO [Time-limited test {}] server.Server(415): Started @154878ms 2024-11-24T08:19:19,431 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:19:19,543 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/cluster_3cf96ead-1647-11b1-8aff-36770178613f/data/data1/current/BP-383245643-172.17.0.2-1732436358724/current, will proceed with Du for space computation calculation, 2024-11-24T08:19:19,544 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/cluster_3cf96ead-1647-11b1-8aff-36770178613f/data/data2/current/BP-383245643-172.17.0.2-1732436358724/current, will proceed with Du for space computation calculation, 2024-11-24T08:19:19,564 WARN [Thread-1670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:19:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7937a6927a53735 with lease ID 0xb426898b4187b9c0: Processing first storage report for DS-569ae4ea-ac39-4816-a53b-76b18474f3b8 from datanode DatanodeRegistration(127.0.0.1:37869, datanodeUuid=82a43262-35fb-47c3-8bd7-b967075fba1b, infoPort=34787, infoSecurePort=0, ipcPort=42693, storageInfo=lv=-57;cid=testClusterID;nsid=1776709940;c=1732436358724) 2024-11-24T08:19:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7937a6927a53735 with lease ID 0xb426898b4187b9c0: from storage DS-569ae4ea-ac39-4816-a53b-76b18474f3b8 node DatanodeRegistration(127.0.0.1:37869, datanodeUuid=82a43262-35fb-47c3-8bd7-b967075fba1b, infoPort=34787, infoSecurePort=0, ipcPort=42693, storageInfo=lv=-57;cid=testClusterID;nsid=1776709940;c=1732436358724), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T08:19:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7937a6927a53735 with lease ID 0xb426898b4187b9c0: Processing first storage report for DS-2af9a5f9-b292-4791-a273-d3935f1ba55c from datanode DatanodeRegistration(127.0.0.1:37869, datanodeUuid=82a43262-35fb-47c3-8bd7-b967075fba1b, infoPort=34787, infoSecurePort=0, ipcPort=42693, storageInfo=lv=-57;cid=testClusterID;nsid=1776709940;c=1732436358724) 2024-11-24T08:19:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7937a6927a53735 with lease ID 0xb426898b4187b9c0: from storage DS-2af9a5f9-b292-4791-a273-d3935f1ba55c node DatanodeRegistration(127.0.0.1:37869, datanodeUuid=82a43262-35fb-47c3-8bd7-b967075fba1b, infoPort=34787, infoSecurePort=0, ipcPort=42693, storageInfo=lv=-57;cid=testClusterID;nsid=1776709940;c=1732436358724), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:19:19,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233 2024-11-24T08:19:19,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:19,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:19,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:19:19,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:19:19,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T08:19:19,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T08:19:19,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:19:20,077 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a with version=8 2024-11-24T08:19:20,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/hbase-staging 2024-11-24T08:19:20,080 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:19:20,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:20,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:20,080 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:19:20,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:20,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:19:20,080 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:19:20,080 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:19:20,082 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40239 2024-11-24T08:19:20,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40239 connecting to ZooKeeper ensemble=127.0.0.1:59096 2024-11-24T08:19:20,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402390x0, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:19:20,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40239-0x101490ee0910000 connected 2024-11-24T08:19:20,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:20,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:20,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Set watcher on znode that does not yet exist, /0-693529542/running 2024-11-24T08:19:20,131 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a, hbase.cluster.distributed=false 2024-11-24T08:19:20,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Set watcher on znode that does not yet exist, /0-693529542/acl 2024-11-24T08:19:20,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40239 2024-11-24T08:19:20,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40239 2024-11-24T08:19:20,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40239 2024-11-24T08:19:20,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40239 2024-11-24T08:19:20,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40239 2024-11-24T08:19:20,159 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:19:20,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:20,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:20,159 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:19:20,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:20,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:19:20,159 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:19:20,159 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:19:20,160 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43393 2024-11-24T08:19:20,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43393 connecting to ZooKeeper ensemble=127.0.0.1:59096 2024-11-24T08:19:20,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:20,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:20,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433930x0, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:19:20,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433930x0, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Set watcher on znode that does not yet exist, /0-693529542/running 2024-11-24T08:19:20,173 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:19:20,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43393-0x101490ee0910001 connected 2024-11-24T08:19:20,176 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:19:20,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Set watcher on znode that does not yet exist, /0-693529542/master 2024-11-24T08:19:20,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Set watcher on znode that does not yet exist, /0-693529542/acl 2024-11-24T08:19:20,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43393 2024-11-24T08:19:20,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43393 2024-11-24T08:19:20,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43393 2024-11-24T08:19:20,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43393 2024-11-24T08:19:20,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43393 2024-11-24T08:19:20,204 DEBUG [M:0;30c28c82771d:40239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:40239 2024-11-24T08:19:20,205 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-693529542/backup-masters/30c28c82771d,40239,1732436360079 2024-11-24T08:19:20,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542/backup-masters 2024-11-24T08:19:20,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542/backup-masters 2024-11-24T08:19:20,208 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Set watcher on existing znode=/0-693529542/backup-masters/30c28c82771d,40239,1732436360079 2024-11-24T08:19:20,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-693529542/master 2024-11-24T08:19:20,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542 2024-11-24T08:19:20,213 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Set watcher on existing znode=/0-693529542/master 2024-11-24T08:19:20,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542 2024-11-24T08:19:20,213 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-693529542/backup-masters/30c28c82771d,40239,1732436360079 from backup master directory 2024-11-24T08:19:20,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-693529542/backup-masters/30c28c82771d,40239,1732436360079 2024-11-24T08:19:20,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542/backup-masters 2024-11-24T08:19:20,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542/backup-masters 2024-11-24T08:19:20,216 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:19:20,216 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,40239,1732436360079 2024-11-24T08:19:20,221 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/hbase.id] with ID: 896f8414-feb9-4e33-a878-86940c010cc1 2024-11-24T08:19:20,221 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/.tmp/hbase.id 2024-11-24T08:19:20,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:19:20,627 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/.tmp/hbase.id]:[hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/hbase.id] 2024-11-24T08:19:20,639 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:20,639 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:19:20,640 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T08:19:20,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542 2024-11-24T08:19:20,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542 2024-11-24T08:19:20,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:19:21,053 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:19:21,053 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:19:21,054 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:21,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:19:21,461 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store 2024-11-24T08:19:21,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:19:21,868 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:21,868 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:19:21,868 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:21,868 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:21,868 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:19:21,868 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:21,868 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:21,868 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436361868Disabling compacts and flushes for region at 1732436361868Disabling writes for close at 1732436361868Writing region close event to WAL at 1732436361868Closed at 1732436361868 2024-11-24T08:19:21,870 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store/.initializing 2024-11-24T08:19:21,870 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/WALs/30c28c82771d,40239,1732436360079 2024-11-24T08:19:21,872 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:19:21,876 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C40239%2C1732436360079, suffix=, logDir=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/WALs/30c28c82771d,40239,1732436360079, archiveDir=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/oldWALs, maxLogs=10 2024-11-24T08:19:21,892 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/WALs/30c28c82771d,40239,1732436360079/30c28c82771d%2C40239%2C1732436360079.1732436361876, exclude list is [], retry=0 2024-11-24T08:19:21,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37869,DS-569ae4ea-ac39-4816-a53b-76b18474f3b8,DISK] 2024-11-24T08:19:21,898 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/WALs/30c28c82771d,40239,1732436360079/30c28c82771d%2C40239%2C1732436360079.1732436361876 2024-11-24T08:19:21,898 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34787:34787)] 2024-11-24T08:19:21,898 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:21,899 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:21,899 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:21,899 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:21,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:21,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:19:21,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:21,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:21,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:21,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:19:21,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:21,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:21,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:21,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:19:21,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:21,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:21,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:21,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:19:21,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:21,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:21,908 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:21,908 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:21,909 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:21,910 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:21,910 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:21,910 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:19:21,911 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:21,913 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:19:21,914 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67857363, jitterRate=0.011153504252433777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:19:21,914 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436361899Initializing all the Stores at 1732436361900 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436361900Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436361900Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436361900Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436361900Cleaning up temporary data from old regions at 1732436361910 (+10 ms)Region opened successfully at 1732436361914 (+4 ms) 2024-11-24T08:19:21,916 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:19:21,919 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34fe15af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:19:21,925 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:19:21,925 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:19:21,925 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:19:21,925 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:19:21,926 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:19:21,926 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:19:21,926 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:19:21,931 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:19:21,932 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Unable to get data of znode /0-693529542/balancer because node does not exist (not necessarily an error) 2024-11-24T08:19:21,933 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-693529542/balancer already deleted, retry=false 2024-11-24T08:19:21,933 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:19:21,934 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Unable to get data of znode /0-693529542/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:19:21,937 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-693529542/normalizer already deleted, retry=false 2024-11-24T08:19:21,937 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:19:21,939 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Unable to get data of znode /0-693529542/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:19:21,940 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-693529542/switch/split already deleted, retry=false 2024-11-24T08:19:21,941 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Unable to get data of znode /0-693529542/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:19:21,952 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-693529542/switch/merge already deleted, retry=false 2024-11-24T08:19:21,954 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Unable to get data of znode /0-693529542/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:19:21,956 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-693529542/snapshot-cleanup already deleted, retry=false 2024-11-24T08:19:21,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-693529542/running 2024-11-24T08:19:21,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-693529542/running 2024-11-24T08:19:21,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542 2024-11-24T08:19:21,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542 2024-11-24T08:19:21,958 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,40239,1732436360079, sessionid=0x101490ee0910000, setting cluster-up flag (Was=false) 2024-11-24T08:19:21,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542 2024-11-24T08:19:21,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542 2024-11-24T08:19:21,972 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-693529542/flush-table-proc/acquired, /0-693529542/flush-table-proc/reached, /0-693529542/flush-table-proc/abort 2024-11-24T08:19:21,973 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,40239,1732436360079 2024-11-24T08:19:21,979 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:19:21,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542 2024-11-24T08:19:21,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542 2024-11-24T08:19:21,992 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-693529542/online-snapshot/acquired, /0-693529542/online-snapshot/reached, /0-693529542/online-snapshot/abort 2024-11-24T08:19:21,993 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,40239,1732436360079 2024-11-24T08:19:21,997 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:19:22,001 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:22,001 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:19:22,001 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:19:22,001 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,40239,1732436360079 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:19:22,003 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:22,003 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:22,003 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:22,003 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:22,003 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:19:22,003 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:22,003 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:19:22,003 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:22,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:22,014 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:22,014 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:19:22,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:22,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:22,015 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:22,015 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:19:22,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:22,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:22,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:22,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:22,021 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436392021 2024-11-24T08:19:22,021 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:19:22,021 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:19:22,021 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:19:22,021 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:19:22,021 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:19:22,021 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:19:22,024 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:22,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:22,032 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:19:22,033 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:19:22,033 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:19:22,033 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:19:22,039 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:19:22,039 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:19:22,039 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436362039,5,FailOnTimeoutGroup] 2024-11-24T08:19:22,040 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436362039,5,FailOnTimeoutGroup] 2024-11-24T08:19:22,040 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:22,040 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:19:22,040 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:22,040 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:22,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:19:22,093 INFO [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(746): ClusterId : 896f8414-feb9-4e33-a878-86940c010cc1 2024-11-24T08:19:22,093 DEBUG [RS:0;30c28c82771d:43393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:19:22,095 DEBUG [RS:0;30c28c82771d:43393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:19:22,095 DEBUG [RS:0;30c28c82771d:43393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:19:22,097 DEBUG [RS:0;30c28c82771d:43393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:19:22,098 DEBUG [RS:0;30c28c82771d:43393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca3d19f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:19:22,111 DEBUG [RS:0;30c28c82771d:43393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:43393 2024-11-24T08:19:22,111 INFO [RS:0;30c28c82771d:43393 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:19:22,111 INFO [RS:0;30c28c82771d:43393 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:19:22,111 DEBUG [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:19:22,112 INFO [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,40239,1732436360079 with port=43393, startcode=1732436360158 2024-11-24T08:19:22,112 DEBUG [RS:0;30c28c82771d:43393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:19:22,114 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:19:22,114 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40239 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,43393,1732436360158 2024-11-24T08:19:22,114 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40239 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,43393,1732436360158 2024-11-24T08:19:22,115 DEBUG [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a 2024-11-24T08:19:22,115 DEBUG [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42051 2024-11-24T08:19:22,115 DEBUG [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:19:22,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542/rs 2024-11-24T08:19:22,117 DEBUG [RS:0;30c28c82771d:43393 {}] zookeeper.ZKUtil(111): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Set watcher on existing znode=/0-693529542/rs/30c28c82771d,43393,1732436360158 2024-11-24T08:19:22,117 WARN [RS:0;30c28c82771d:43393 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:19:22,117 INFO [RS:0;30c28c82771d:43393 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:22,117 DEBUG [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158 2024-11-24T08:19:22,121 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,43393,1732436360158] 2024-11-24T08:19:22,127 INFO [RS:0;30c28c82771d:43393 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:19:22,129 INFO [RS:0;30c28c82771d:43393 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:19:22,129 INFO [RS:0;30c28c82771d:43393 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:19:22,130 INFO [RS:0;30c28c82771d:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:22,132 INFO [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:19:22,133 INFO [RS:0;30c28c82771d:43393 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:19:22,133 INFO [RS:0;30c28c82771d:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:22,133 DEBUG [RS:0;30c28c82771d:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:22,133 DEBUG [RS:0;30c28c82771d:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:22,133 DEBUG [RS:0;30c28c82771d:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:22,133 DEBUG [RS:0;30c28c82771d:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:22,133 DEBUG [RS:0;30c28c82771d:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:22,133 DEBUG [RS:0;30c28c82771d:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:19:22,133 DEBUG [RS:0;30c28c82771d:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:22,134 DEBUG [RS:0;30c28c82771d:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:22,134 DEBUG [RS:0;30c28c82771d:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:22,134 DEBUG [RS:0;30c28c82771d:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:22,134 DEBUG [RS:0;30c28c82771d:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:22,134 DEBUG [RS:0;30c28c82771d:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:22,134 DEBUG [RS:0;30c28c82771d:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:19:22,134 DEBUG [RS:0;30c28c82771d:43393 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:19:22,136 INFO [RS:0;30c28c82771d:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:22,136 INFO [RS:0;30c28c82771d:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:22,136 INFO [RS:0;30c28c82771d:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:22,136 INFO [RS:0;30c28c82771d:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:22,136 INFO [RS:0;30c28c82771d:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:22,136 INFO [RS:0;30c28c82771d:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43393,1732436360158-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:19:22,156 INFO [RS:0;30c28c82771d:43393 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:19:22,156 INFO [RS:0;30c28c82771d:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43393,1732436360158-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:22,156 INFO [RS:0;30c28c82771d:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:22,156 INFO [RS:0;30c28c82771d:43393 {}] regionserver.Replication(171): 30c28c82771d,43393,1732436360158 started 2024-11-24T08:19:22,173 INFO [RS:0;30c28c82771d:43393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:22,173 INFO [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,43393,1732436360158, RpcServer on 30c28c82771d/172.17.0.2:43393, sessionid=0x101490ee0910001 2024-11-24T08:19:22,173 DEBUG [RS:0;30c28c82771d:43393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:19:22,173 DEBUG [RS:0;30c28c82771d:43393 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,43393,1732436360158 2024-11-24T08:19:22,173 DEBUG [RS:0;30c28c82771d:43393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,43393,1732436360158' 2024-11-24T08:19:22,173 DEBUG [RS:0;30c28c82771d:43393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-693529542/flush-table-proc/abort' 2024-11-24T08:19:22,174 DEBUG [RS:0;30c28c82771d:43393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-693529542/flush-table-proc/acquired' 2024-11-24T08:19:22,174 DEBUG [RS:0;30c28c82771d:43393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:19:22,174 DEBUG [RS:0;30c28c82771d:43393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:19:22,174 DEBUG [RS:0;30c28c82771d:43393 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,43393,1732436360158 2024-11-24T08:19:22,174 DEBUG [RS:0;30c28c82771d:43393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,43393,1732436360158' 2024-11-24T08:19:22,174 DEBUG [RS:0;30c28c82771d:43393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-693529542/online-snapshot/abort' 2024-11-24T08:19:22,175 DEBUG [RS:0;30c28c82771d:43393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-693529542/online-snapshot/acquired' 2024-11-24T08:19:22,175 DEBUG [RS:0;30c28c82771d:43393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:19:22,175 INFO [RS:0;30c28c82771d:43393 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:19:22,175 INFO [RS:0;30c28c82771d:43393 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:19:22,275 INFO [RS:0;30c28c82771d:43393 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:19:22,278 INFO [RS:0;30c28c82771d:43393 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C43393%2C1732436360158, suffix=, logDir=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158, archiveDir=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/oldWALs, maxLogs=10 2024-11-24T08:19:22,296 DEBUG [RS:0;30c28c82771d:43393 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278, exclude list is [], retry=0 2024-11-24T08:19:22,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37869,DS-569ae4ea-ac39-4816-a53b-76b18474f3b8,DISK] 2024-11-24T08:19:22,300 INFO [RS:0;30c28c82771d:43393 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 2024-11-24T08:19:22,302 DEBUG [RS:0;30c28c82771d:43393 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34787:34787)] 2024-11-24T08:19:22,447 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:19:22,447 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a 2024-11-24T08:19:22,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741833_1009 (size=32) 2024-11-24T08:19:22,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:22,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:19:22,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:19:22,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:22,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:22,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:19:22,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:19:22,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:22,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:22,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:19:22,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:19:22,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:22,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:22,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:19:22,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:19:22,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:22,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:22,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:19:22,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740 2024-11-24T08:19:22,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740 2024-11-24T08:19:22,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:19:22,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:19:22,873 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:19:22,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:19:22,877 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:19:22,877 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70869484, jitterRate=0.05603760480880737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:19:22,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436362862Initializing all the Stores at 1732436362862Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436362862Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436362863 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436362863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436362863Cleaning up temporary data from old regions at 1732436362873 (+10 ms)Region opened successfully at 1732436362878 (+5 ms) 2024-11-24T08:19:22,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:19:22,878 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:19:22,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:19:22,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:19:22,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:19:22,878 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:19:22,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436362878Disabling compacts and flushes for region at 1732436362878Disabling writes for close at 1732436362878Writing region close event to WAL at 1732436362878Closed at 1732436362878 2024-11-24T08:19:22,879 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:22,879 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:19:22,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:19:22,881 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:19:22,881 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:19:23,032 DEBUG [30c28c82771d:40239 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:19:23,032 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,43393,1732436360158 2024-11-24T08:19:23,033 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,43393,1732436360158, state=OPENING 2024-11-24T08:19:23,035 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:19:23,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542 2024-11-24T08:19:23,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542 2024-11-24T08:19:23,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-693529542/meta-region-server: CHANGED 2024-11-24T08:19:23,037 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:19:23,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-693529542/meta-region-server: CHANGED 2024-11-24T08:19:23,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,43393,1732436360158}] 2024-11-24T08:19:23,190 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:19:23,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:19:23,195 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:19:23,195 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:23,195 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:19:23,196 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C43393%2C1732436360158.meta, suffix=.meta, logDir=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158, archiveDir=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/oldWALs, maxLogs=10 2024-11-24T08:19:23,214 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.meta.1732436363197.meta, exclude list is [], retry=0 2024-11-24T08:19:23,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37869,DS-569ae4ea-ac39-4816-a53b-76b18474f3b8,DISK] 2024-11-24T08:19:23,218 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.meta.1732436363197.meta 2024-11-24T08:19:23,219 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34787:34787)] 2024-11-24T08:19:23,219 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:23,219 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:19:23,219 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:19:23,219 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:19:23,220 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:19:23,220 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:19:23,220 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:23,220 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:19:23,220 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:19:23,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:19:23,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:19:23,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:23,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:23,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:19:23,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:19:23,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:23,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:23,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:19:23,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:19:23,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:23,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:23,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:19:23,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:19:23,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:23,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:23,226 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:19:23,226 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740 2024-11-24T08:19:23,227 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740 2024-11-24T08:19:23,228 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:19:23,228 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:19:23,229 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:19:23,230 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:19:23,231 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66278676, jitterRate=-0.012370765209197998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:19:23,231 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:19:23,231 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436363220Writing region info on filesystem at 1732436363220Initializing all the Stores at 1732436363221 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436363221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436363221Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436363221Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436363221Cleaning up temporary data from old regions at 1732436363228 (+7 ms)Running coprocessor post-open hooks at 1732436363231 (+3 ms)Region opened successfully at 1732436363231 2024-11-24T08:19:23,232 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436363189 2024-11-24T08:19:23,238 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:19:23,238 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:19:23,239 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,43393,1732436360158 2024-11-24T08:19:23,240 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,43393,1732436360158, state=OPEN 2024-11-24T08:19:23,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-693529542/meta-region-server 2024-11-24T08:19:23,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-693529542/meta-region-server 2024-11-24T08:19:23,246 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,43393,1732436360158 2024-11-24T08:19:23,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-693529542/meta-region-server: CHANGED 2024-11-24T08:19:23,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-693529542/meta-region-server: CHANGED 2024-11-24T08:19:23,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:19:23,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,43393,1732436360158 in 209 msec 2024-11-24T08:19:23,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:19:23,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 369 msec 2024-11-24T08:19:23,252 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:23,252 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:19:23,253 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:23,254 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,43393,1732436360158, seqNum=-1] 2024-11-24T08:19:23,254 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:23,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:19:23,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-11-24T08:19:23,260 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436363260, completionTime=-1 2024-11-24T08:19:23,260 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:19:23,260 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:19:23,262 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:19:23,262 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436423262 2024-11-24T08:19:23,262 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436483262 2024-11-24T08:19:23,262 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T08:19:23,263 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40239,1732436360079-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:23,263 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40239,1732436360079-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:23,263 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40239,1732436360079-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:23,263 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:40239, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:23,263 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:23,263 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:23,265 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:19:23,267 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.051sec 2024-11-24T08:19:23,267 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:19:23,267 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:19:23,267 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:19:23,267 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:19:23,267 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:19:23,267 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40239,1732436360079-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:19:23,267 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40239,1732436360079-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:19:23,270 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:19:23,270 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:19:23,270 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40239,1732436360079-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:23,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e61ead2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:23,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40239,-1 for getting cluster id 2024-11-24T08:19:23,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:23,295 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '896f8414-feb9-4e33-a878-86940c010cc1' 2024-11-24T08:19:23,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:23,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "896f8414-feb9-4e33-a878-86940c010cc1" 2024-11-24T08:19:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e0801e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40239,-1] 2024-11-24T08:19:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:23,297 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:23,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233d4727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:23,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:23,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,43393,1732436360158, seqNum=-1] 2024-11-24T08:19:23,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:23,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:19:23,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,40239,1732436360079 2024-11-24T08:19:23,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59096 2024-11-24T08:19:23,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:19:23,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101490ee0910002 connected 2024-11-24T08:19:23,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/hadoop.log.dir so I do NOT create it in target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753 2024-11-24T08:19:23,309 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:19:23,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/hadoop.tmp.dir so I do NOT create it in target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753 2024-11-24T08:19:23,309 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:19:23,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753 2024-11-24T08:19:23,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:19:23,309 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/cluster_48ef2eb5-ce23-6f93-d095-16f725eec646, deleteOnExit=true 2024-11-24T08:19:23,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:19:23,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/test.cache.data in system properties and HBase conf 2024-11-24T08:19:23,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:19:23,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:19:23,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:19:23,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:19:23,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:19:23,310 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:19:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:19:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:19:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:19:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:19:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:19:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:19:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:19:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:19:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:19:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:19:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:19:23,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:19:23,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:19:23,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:19:23,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:19:23,406 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:19:23,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:19:23,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:19:23,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:19:23,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:19:23,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2816bb08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:19:23,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69940a76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:19:23,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f67c45b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/java.io.tmpdir/jetty-localhost-39153-hadoop-hdfs-3_4_1-tests_jar-_-any-5044068889901855575/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:19:23,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f02d4de{HTTP/1.1, (http/1.1)}{localhost:39153} 2024-11-24T08:19:23,546 INFO [Time-limited test {}] server.Server(415): Started @158993ms 2024-11-24T08:19:23,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:19:23,654 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:19:23,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:19:23,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:19:23,660 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:19:23,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae18a64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:19:23,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36dccc51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:19:23,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bcb422c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/java.io.tmpdir/jetty-localhost-44449-hadoop-hdfs-3_4_1-tests_jar-_-any-18179980023795231680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:19:23,788 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8444d8d{HTTP/1.1, (http/1.1)}{localhost:44449} 2024-11-24T08:19:23,788 INFO [Time-limited test {}] server.Server(415): Started @159235ms 2024-11-24T08:19:23,789 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:19:23,901 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/cluster_48ef2eb5-ce23-6f93-d095-16f725eec646/data/data2/current/BP-1480322050-172.17.0.2-1732436363331/current, will proceed with Du for space computation calculation, 2024-11-24T08:19:23,901 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/cluster_48ef2eb5-ce23-6f93-d095-16f725eec646/data/data1/current/BP-1480322050-172.17.0.2-1732436363331/current, will proceed with Du for space computation calculation, 2024-11-24T08:19:23,935 WARN [Thread-1791 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:19:23,937 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9189717445d9262 with lease ID 0x12f33c683e4781cf: Processing first storage report for DS-f9a55c6e-22a3-4a8e-beab-02d889ac1c5f from datanode DatanodeRegistration(127.0.0.1:40069, datanodeUuid=4d4c0146-ad56-4e9d-8911-d5e67d306fa9, infoPort=45085, infoSecurePort=0, ipcPort=37139, storageInfo=lv=-57;cid=testClusterID;nsid=1282405640;c=1732436363331) 2024-11-24T08:19:23,937 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9189717445d9262 with lease ID 0x12f33c683e4781cf: from storage DS-f9a55c6e-22a3-4a8e-beab-02d889ac1c5f node DatanodeRegistration(127.0.0.1:40069, datanodeUuid=4d4c0146-ad56-4e9d-8911-d5e67d306fa9, infoPort=45085, infoSecurePort=0, ipcPort=37139, storageInfo=lv=-57;cid=testClusterID;nsid=1282405640;c=1732436363331), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:19:23,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9189717445d9262 with lease ID 0x12f33c683e4781cf: Processing first storage report for DS-30bb72f4-19a4-42c9-b949-a2f8b337f9c0 from datanode DatanodeRegistration(127.0.0.1:40069, datanodeUuid=4d4c0146-ad56-4e9d-8911-d5e67d306fa9, infoPort=45085, infoSecurePort=0, ipcPort=37139, storageInfo=lv=-57;cid=testClusterID;nsid=1282405640;c=1732436363331) 2024-11-24T08:19:23,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9189717445d9262 with lease ID 0x12f33c683e4781cf: from storage DS-30bb72f4-19a4-42c9-b949-a2f8b337f9c0 node DatanodeRegistration(127.0.0.1:40069, datanodeUuid=4d4c0146-ad56-4e9d-8911-d5e67d306fa9, infoPort=45085, infoSecurePort=0, ipcPort=37139, storageInfo=lv=-57;cid=testClusterID;nsid=1282405640;c=1732436363331), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:19:24,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753 2024-11-24T08:19:24,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:24,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:24,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:19:24,447 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e with version=8 2024-11-24T08:19:24,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/hbase-staging 2024-11-24T08:19:24,450 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:19:24,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:24,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:24,450 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:19:24,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:24,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:19:24,450 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:19:24,450 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:19:24,451 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42353 2024-11-24T08:19:24,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42353 connecting to ZooKeeper ensemble=127.0.0.1:59096 2024-11-24T08:19:24,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423530x0, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:19:24,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42353-0x101490ee0910003 connected 2024-11-24T08:19:24,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:24,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:24,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Set watcher on znode that does not yet exist, /1-814850668/running 2024-11-24T08:19:24,473 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e, hbase.cluster.distributed=false 2024-11-24T08:19:24,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Set watcher on znode that does not yet exist, /1-814850668/acl 2024-11-24T08:19:24,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42353 2024-11-24T08:19:24,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42353 2024-11-24T08:19:24,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42353 2024-11-24T08:19:24,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42353 2024-11-24T08:19:24,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42353 2024-11-24T08:19:24,493 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:19:24,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:24,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:24,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:19:24,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:24,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:19:24,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:19:24,494 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:19:24,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36309 2024-11-24T08:19:24,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36309 connecting to ZooKeeper ensemble=127.0.0.1:59096 2024-11-24T08:19:24,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:24,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:24,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363090x0, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:19:24,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363090x0, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Set watcher on znode that does not yet exist, /1-814850668/running 2024-11-24T08:19:24,502 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:19:24,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36309-0x101490ee0910004 connected 2024-11-24T08:19:24,505 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:19:24,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Set watcher on znode that does not yet exist, /1-814850668/master 2024-11-24T08:19:24,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Set watcher on znode that does not yet exist, /1-814850668/acl 2024-11-24T08:19:24,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36309 2024-11-24T08:19:24,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36309 2024-11-24T08:19:24,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36309 2024-11-24T08:19:24,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36309 2024-11-24T08:19:24,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36309 2024-11-24T08:19:24,523 DEBUG [M:0;30c28c82771d:42353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:42353 2024-11-24T08:19:24,524 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-814850668/backup-masters/30c28c82771d,42353,1732436364449 2024-11-24T08:19:24,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668/backup-masters 2024-11-24T08:19:24,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668/backup-masters 2024-11-24T08:19:24,526 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Set watcher on existing znode=/1-814850668/backup-masters/30c28c82771d,42353,1732436364449 2024-11-24T08:19:24,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-814850668/master 2024-11-24T08:19:24,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668 2024-11-24T08:19:24,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668 2024-11-24T08:19:24,527 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Set watcher on existing znode=/1-814850668/master 2024-11-24T08:19:24,528 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-814850668/backup-masters/30c28c82771d,42353,1732436364449 from backup master directory 2024-11-24T08:19:24,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-814850668/backup-masters/30c28c82771d,42353,1732436364449 2024-11-24T08:19:24,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668/backup-masters 2024-11-24T08:19:24,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668/backup-masters 2024-11-24T08:19:24,530 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:19:24,530 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,42353,1732436364449 2024-11-24T08:19:24,537 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/hbase.id] with ID: 3d5dc830-07a7-4618-88d3-e6aca283fc37 2024-11-24T08:19:24,537 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/.tmp/hbase.id 2024-11-24T08:19:24,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:19:24,942 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/.tmp/hbase.id]:[hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/hbase.id] 2024-11-24T08:19:24,953 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:24,954 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:19:24,954 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T08:19:24,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668 2024-11-24T08:19:24,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668 2024-11-24T08:19:24,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:19:24,963 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:19:24,964 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:19:24,965 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:24,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:19:24,972 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store 2024-11-24T08:19:24,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:19:25,378 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:25,378 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:19:25,378 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:25,378 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:25,378 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:19:25,378 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:25,378 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:25,379 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436365378Disabling compacts and flushes for region at 1732436365378Disabling writes for close at 1732436365378Writing region close event to WAL at 1732436365378Closed at 1732436365378 2024-11-24T08:19:25,380 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store/.initializing 2024-11-24T08:19:25,380 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/WALs/30c28c82771d,42353,1732436364449 2024-11-24T08:19:25,381 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:19:25,382 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C42353%2C1732436364449, suffix=, logDir=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/WALs/30c28c82771d,42353,1732436364449, archiveDir=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/oldWALs, maxLogs=10 2024-11-24T08:19:25,399 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/WALs/30c28c82771d,42353,1732436364449/30c28c82771d%2C42353%2C1732436364449.1732436365383, exclude list is [], retry=0 2024-11-24T08:19:25,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40069,DS-f9a55c6e-22a3-4a8e-beab-02d889ac1c5f,DISK] 2024-11-24T08:19:25,407 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/WALs/30c28c82771d,42353,1732436364449/30c28c82771d%2C42353%2C1732436364449.1732436365383 2024-11-24T08:19:25,407 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45085:45085)] 2024-11-24T08:19:25,407 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:25,407 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:25,407 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:25,407 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:25,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:25,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:19:25,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:25,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:25,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:25,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:19:25,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:25,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:25,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:25,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:19:25,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:25,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:25,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:25,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:19:25,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:25,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:25,417 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:25,417 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:25,418 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:25,419 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:25,419 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:25,419 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:19:25,420 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:25,422 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:19:25,422 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68507432, jitterRate=0.02084028720855713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:19:25,422 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436365407Initializing all the Stores at 1732436365408 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436365408Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436365409 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436365409Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436365409Cleaning up temporary data from old regions at 1732436365419 (+10 ms)Region opened successfully at 1732436365422 (+3 ms) 2024-11-24T08:19:25,422 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:19:25,426 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ba9e3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:19:25,427 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:19:25,427 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:19:25,427 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:19:25,427 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:19:25,427 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:19:25,428 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:19:25,428 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:19:25,433 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:19:25,434 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Unable to get data of znode /1-814850668/balancer because node does not exist (not necessarily an error) 2024-11-24T08:19:25,435 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-814850668/balancer already deleted, retry=false 2024-11-24T08:19:25,435 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:19:25,436 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Unable to get data of znode /1-814850668/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:19:25,436 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-814850668/normalizer already deleted, retry=false 2024-11-24T08:19:25,437 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:19:25,437 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Unable to get data of znode /1-814850668/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:19:25,440 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-814850668/switch/split already deleted, retry=false 2024-11-24T08:19:25,440 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Unable to get data of znode /1-814850668/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:19:25,441 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-814850668/switch/merge already deleted, retry=false 2024-11-24T08:19:25,443 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Unable to get data of znode /1-814850668/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:19:25,444 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-814850668/snapshot-cleanup already deleted, retry=false 2024-11-24T08:19:25,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-814850668/running 2024-11-24T08:19:25,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668 2024-11-24T08:19:25,446 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,42353,1732436364449, sessionid=0x101490ee0910003, setting cluster-up flag (Was=false) 2024-11-24T08:19:25,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-814850668/running 2024-11-24T08:19:25,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668 2024-11-24T08:19:25,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668 2024-11-24T08:19:25,456 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-814850668/flush-table-proc/acquired, /1-814850668/flush-table-proc/reached, /1-814850668/flush-table-proc/abort 2024-11-24T08:19:25,458 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,42353,1732436364449 2024-11-24T08:19:25,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668 2024-11-24T08:19:25,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668 2024-11-24T08:19:25,466 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-814850668/online-snapshot/acquired, /1-814850668/online-snapshot/reached, /1-814850668/online-snapshot/abort 2024-11-24T08:19:25,467 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,42353,1732436364449 2024-11-24T08:19:25,468 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:19:25,470 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:25,470 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:19:25,470 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:19:25,470 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,42353,1732436364449 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:19:25,471 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:25,471 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:25,471 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:25,471 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:25,471 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:19:25,471 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:25,472 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:19:25,472 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:25,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:25,473 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:19:25,474 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:25,474 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:19:25,479 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436395479 2024-11-24T08:19:25,479 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:19:25,479 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:19:25,479 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:19:25,479 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:19:25,479 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:19:25,479 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:19:25,480 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:25,487 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:19:25,487 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:19:25,487 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:19:25,488 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:19:25,488 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:19:25,488 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:19:25,488 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436365488,5,FailOnTimeoutGroup] 2024-11-24T08:19:25,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:19:25,492 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436365488,5,FailOnTimeoutGroup] 2024-11-24T08:19:25,492 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:25,492 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:19:25,492 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:25,492 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:25,514 INFO [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(746): ClusterId : 3d5dc830-07a7-4618-88d3-e6aca283fc37 2024-11-24T08:19:25,514 DEBUG [RS:0;30c28c82771d:36309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:19:25,516 DEBUG [RS:0;30c28c82771d:36309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:19:25,516 DEBUG [RS:0;30c28c82771d:36309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:19:25,517 DEBUG [RS:0;30c28c82771d:36309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:19:25,518 DEBUG [RS:0;30c28c82771d:36309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d89aa73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:19:25,529 DEBUG [RS:0;30c28c82771d:36309 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:36309 2024-11-24T08:19:25,530 INFO [RS:0;30c28c82771d:36309 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:19:25,530 INFO [RS:0;30c28c82771d:36309 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:19:25,530 DEBUG [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:19:25,530 INFO [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,42353,1732436364449 with port=36309, startcode=1732436364493 2024-11-24T08:19:25,530 DEBUG [RS:0;30c28c82771d:36309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:19:25,532 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:19:25,533 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42353 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,36309,1732436364493 2024-11-24T08:19:25,533 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42353 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,36309,1732436364493 2024-11-24T08:19:25,534 DEBUG [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e 2024-11-24T08:19:25,534 DEBUG [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39923 2024-11-24T08:19:25,534 DEBUG [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:19:25,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668/rs 2024-11-24T08:19:25,541 DEBUG [RS:0;30c28c82771d:36309 {}] zookeeper.ZKUtil(111): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Set watcher on existing znode=/1-814850668/rs/30c28c82771d,36309,1732436364493 2024-11-24T08:19:25,541 WARN [RS:0;30c28c82771d:36309 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:19:25,541 INFO [RS:0;30c28c82771d:36309 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:25,541 DEBUG [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493 2024-11-24T08:19:25,541 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,36309,1732436364493] 2024-11-24T08:19:25,544 INFO [RS:0;30c28c82771d:36309 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:19:25,545 INFO [RS:0;30c28c82771d:36309 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:19:25,548 INFO [RS:0;30c28c82771d:36309 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:19:25,548 INFO [RS:0;30c28c82771d:36309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:25,549 INFO [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:19:25,549 INFO [RS:0;30c28c82771d:36309 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:19:25,549 INFO [RS:0;30c28c82771d:36309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:25,550 DEBUG [RS:0;30c28c82771d:36309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:25,550 DEBUG [RS:0;30c28c82771d:36309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:25,550 DEBUG [RS:0;30c28c82771d:36309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:25,550 DEBUG [RS:0;30c28c82771d:36309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:25,550 DEBUG [RS:0;30c28c82771d:36309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:25,550 DEBUG [RS:0;30c28c82771d:36309 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:19:25,550 DEBUG [RS:0;30c28c82771d:36309 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:25,550 DEBUG [RS:0;30c28c82771d:36309 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:25,550 DEBUG [RS:0;30c28c82771d:36309 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:25,550 DEBUG [RS:0;30c28c82771d:36309 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:25,550 DEBUG [RS:0;30c28c82771d:36309 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:25,550 DEBUG [RS:0;30c28c82771d:36309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:25,550 DEBUG [RS:0;30c28c82771d:36309 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:19:25,550 DEBUG [RS:0;30c28c82771d:36309 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:19:25,551 INFO [RS:0;30c28c82771d:36309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:25,551 INFO [RS:0;30c28c82771d:36309 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:25,551 INFO [RS:0;30c28c82771d:36309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:25,551 INFO [RS:0;30c28c82771d:36309 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:25,551 INFO [RS:0;30c28c82771d:36309 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:25,551 INFO [RS:0;30c28c82771d:36309 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36309,1732436364493-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:19:25,571 INFO [RS:0;30c28c82771d:36309 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:19:25,571 INFO [RS:0;30c28c82771d:36309 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36309,1732436364493-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:25,571 INFO [RS:0;30c28c82771d:36309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:25,571 INFO [RS:0;30c28c82771d:36309 {}] regionserver.Replication(171): 30c28c82771d,36309,1732436364493 started 2024-11-24T08:19:25,589 INFO [RS:0;30c28c82771d:36309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:25,589 INFO [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,36309,1732436364493, RpcServer on 30c28c82771d/172.17.0.2:36309, sessionid=0x101490ee0910004 2024-11-24T08:19:25,589 DEBUG [RS:0;30c28c82771d:36309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:19:25,589 DEBUG [RS:0;30c28c82771d:36309 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,36309,1732436364493 2024-11-24T08:19:25,589 DEBUG [RS:0;30c28c82771d:36309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,36309,1732436364493' 2024-11-24T08:19:25,589 DEBUG [RS:0;30c28c82771d:36309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-814850668/flush-table-proc/abort' 2024-11-24T08:19:25,590 DEBUG [RS:0;30c28c82771d:36309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-814850668/flush-table-proc/acquired' 2024-11-24T08:19:25,590 DEBUG [RS:0;30c28c82771d:36309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:19:25,591 DEBUG [RS:0;30c28c82771d:36309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:19:25,591 DEBUG [RS:0;30c28c82771d:36309 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,36309,1732436364493 2024-11-24T08:19:25,591 DEBUG [RS:0;30c28c82771d:36309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,36309,1732436364493' 2024-11-24T08:19:25,591 DEBUG [RS:0;30c28c82771d:36309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-814850668/online-snapshot/abort' 2024-11-24T08:19:25,591 DEBUG [RS:0;30c28c82771d:36309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-814850668/online-snapshot/acquired' 2024-11-24T08:19:25,591 DEBUG [RS:0;30c28c82771d:36309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:19:25,592 INFO [RS:0;30c28c82771d:36309 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:19:25,592 INFO [RS:0;30c28c82771d:36309 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:19:25,692 INFO [RS:0;30c28c82771d:36309 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:19:25,694 INFO [RS:0;30c28c82771d:36309 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C36309%2C1732436364493, suffix=, logDir=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493, archiveDir=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/oldWALs, maxLogs=10 2024-11-24T08:19:25,711 DEBUG [RS:0;30c28c82771d:36309 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694, exclude list is [], retry=0 2024-11-24T08:19:25,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40069,DS-f9a55c6e-22a3-4a8e-beab-02d889ac1c5f,DISK] 2024-11-24T08:19:25,716 INFO [RS:0;30c28c82771d:36309 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 2024-11-24T08:19:25,718 DEBUG [RS:0;30c28c82771d:36309 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45085:45085)] 2024-11-24T08:19:25,890 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:19:25,890 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e 2024-11-24T08:19:25,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741833_1009 (size=32) 2024-11-24T08:19:26,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:26,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:19:26,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:19:26,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:26,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:26,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:19:26,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:19:26,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:26,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:26,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:19:26,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:19:26,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:26,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:26,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:19:26,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:19:26,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:26,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:26,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:19:26,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740 2024-11-24T08:19:26,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740 2024-11-24T08:19:26,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:19:26,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:19:26,309 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:19:26,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:19:26,312 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:19:26,312 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70352383, jitterRate=0.048332199454307556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:19:26,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436366298Initializing all the Stores at 1732436366299 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436366299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436366299Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436366299Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436366299Cleaning up temporary data from old regions at 1732436366309 (+10 ms)Region opened successfully at 1732436366312 (+3 ms) 2024-11-24T08:19:26,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:19:26,312 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:19:26,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:19:26,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:19:26,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:19:26,313 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:19:26,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436366312Disabling compacts and flushes for region at 1732436366312Disabling writes for close at 1732436366312Writing region close event to WAL at 1732436366313 (+1 ms)Closed at 1732436366313 2024-11-24T08:19:26,314 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:26,314 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:19:26,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:19:26,315 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:19:26,316 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:19:26,466 DEBUG [30c28c82771d:42353 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:19:26,466 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,36309,1732436364493 2024-11-24T08:19:26,467 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,36309,1732436364493, state=OPENING 2024-11-24T08:19:26,469 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:19:26,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668 2024-11-24T08:19:26,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668 2024-11-24T08:19:26,470 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:19:26,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-814850668/meta-region-server: CHANGED 2024-11-24T08:19:26,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-814850668/meta-region-server: CHANGED 2024-11-24T08:19:26,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,36309,1732436364493}] 2024-11-24T08:19:26,623 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:19:26,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:19:26,630 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:19:26,631 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:26,631 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:19:26,632 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C36309%2C1732436364493.meta, suffix=.meta, logDir=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493, archiveDir=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/oldWALs, maxLogs=10 2024-11-24T08:19:26,649 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.meta.1732436366632.meta, exclude list is [], retry=0 2024-11-24T08:19:26,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40069,DS-f9a55c6e-22a3-4a8e-beab-02d889ac1c5f,DISK] 2024-11-24T08:19:26,657 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.meta.1732436366632.meta 2024-11-24T08:19:26,657 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45085:45085)] 2024-11-24T08:19:26,657 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:26,658 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:19:26,658 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:19:26,658 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:19:26,658 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:19:26,658 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:19:26,658 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:26,658 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:19:26,658 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:19:26,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:19:26,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:19:26,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:26,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:26,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:19:26,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:19:26,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:26,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:26,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:19:26,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:19:26,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:26,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:26,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:19:26,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:19:26,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:26,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:26,670 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:19:26,671 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740 2024-11-24T08:19:26,672 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740 2024-11-24T08:19:26,673 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:19:26,673 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:19:26,674 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:19:26,675 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:19:26,676 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72459996, jitterRate=0.0797380805015564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:19:26,676 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:19:26,676 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436366658Writing region info on filesystem at 1732436366658Initializing all the Stores at 1732436366660 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436366660Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436366664 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436366664Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436366664Cleaning up temporary data from old regions at 1732436366673 (+9 ms)Running coprocessor post-open hooks at 1732436366676 (+3 ms)Region opened successfully at 1732436366676 2024-11-24T08:19:26,677 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436366623 2024-11-24T08:19:26,679 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:19:26,679 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:19:26,680 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,36309,1732436364493 2024-11-24T08:19:26,680 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,36309,1732436364493, state=OPEN 2024-11-24T08:19:26,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-814850668/meta-region-server 2024-11-24T08:19:26,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-814850668/meta-region-server 2024-11-24T08:19:26,682 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,36309,1732436364493 2024-11-24T08:19:26,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-814850668/meta-region-server: CHANGED 2024-11-24T08:19:26,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-814850668/meta-region-server: CHANGED 2024-11-24T08:19:26,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:19:26,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,36309,1732436364493 in 212 msec 2024-11-24T08:19:26,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:19:26,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-11-24T08:19:26,687 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:26,687 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:19:26,688 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:26,688 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,36309,1732436364493, seqNum=-1] 2024-11-24T08:19:26,689 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:26,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:19:26,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-11-24T08:19:26,695 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436366695, completionTime=-1 2024-11-24T08:19:26,695 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:19:26,695 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:19:26,697 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:19:26,697 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436426697 2024-11-24T08:19:26,697 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436486697 2024-11-24T08:19:26,697 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T08:19:26,697 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,42353,1732436364449-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:26,697 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,42353,1732436364449-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:26,697 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,42353,1732436364449-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:26,697 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:42353, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:26,697 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:26,698 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:26,699 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:19:26,702 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.172sec 2024-11-24T08:19:26,702 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:19:26,702 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:19:26,702 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:19:26,702 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:19:26,702 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:19:26,702 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,42353,1732436364449-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:19:26,702 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,42353,1732436364449-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:19:26,706 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:19:26,706 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:19:26,706 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,42353,1732436364449-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:26,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15405c48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:26,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,42353,-1 for getting cluster id 2024-11-24T08:19:26,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:26,716 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d5dc830-07a7-4618-88d3-e6aca283fc37' 2024-11-24T08:19:26,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:26,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d5dc830-07a7-4618-88d3-e6aca283fc37" 2024-11-24T08:19:26,717 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71828e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:26,717 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,42353,-1] 2024-11-24T08:19:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:26,719 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:26,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515f0431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:26,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:26,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,36309,1732436364493, seqNum=-1] 2024-11-24T08:19:26,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:26,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:19:26,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,42353,1732436364449 2024-11-24T08:19:26,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59096 2024-11-24T08:19:26,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:19:26,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101490ee0910005 connected 2024-11-24T08:19:26,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:26,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40239,1732436360079 2024-11-24T08:19:26,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e7187ac 2024-11-24T08:19:26,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:26,741 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:19:26,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:19:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T08:19:26,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:19:26,744 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:26,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T08:19:26,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:19:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:26,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741835_1011 (size=902) 2024-11-24T08:19:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:27,158 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42e49a6f5fb9220ed18c3461f5054849, NAME => 'test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a 2024-11-24T08:19:27,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741836_1012 (size=39) 2024-11-24T08:19:27,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:27,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 42e49a6f5fb9220ed18c3461f5054849, disabling compactions & flushes 2024-11-24T08:19:27,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849. 2024-11-24T08:19:27,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849. 2024-11-24T08:19:27,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849. after waiting 0 ms 2024-11-24T08:19:27,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849. 2024-11-24T08:19:27,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849. 2024-11-24T08:19:27,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42e49a6f5fb9220ed18c3461f5054849: Waiting for close lock at 1732436367167Disabling compacts and flushes for region at 1732436367167Disabling writes for close at 1732436367167Writing region close event to WAL at 1732436367167Closed at 1732436367167 2024-11-24T08:19:27,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:19:27,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732436367168"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436367168"}]},"ts":"1732436367168"} 2024-11-24T08:19:27,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:19:27,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:19:27,174 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436367174"}]},"ts":"1732436367174"} 2024-11-24T08:19:27,177 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T08:19:27,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42e49a6f5fb9220ed18c3461f5054849, ASSIGN}] 2024-11-24T08:19:27,179 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42e49a6f5fb9220ed18c3461f5054849, ASSIGN 2024-11-24T08:19:27,180 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=42e49a6f5fb9220ed18c3461f5054849, ASSIGN; state=OFFLINE, location=30c28c82771d,43393,1732436360158; forceNewPlan=false, retain=false 2024-11-24T08:19:27,331 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42e49a6f5fb9220ed18c3461f5054849, regionState=OPENING, regionLocation=30c28c82771d,43393,1732436360158 2024-11-24T08:19:27,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=42e49a6f5fb9220ed18c3461f5054849, ASSIGN because future has completed 2024-11-24T08:19:27,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42e49a6f5fb9220ed18c3461f5054849, server=30c28c82771d,43393,1732436360158}] 2024-11-24T08:19:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:27,496 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849. 2024-11-24T08:19:27,497 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 42e49a6f5fb9220ed18c3461f5054849, NAME => 'test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:27,497 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:19:27,497 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T08:19:27,497 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 42e49a6f5fb9220ed18c3461f5054849 2024-11-24T08:19:27,497 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:27,497 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 42e49a6f5fb9220ed18c3461f5054849 2024-11-24T08:19:27,497 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 42e49a6f5fb9220ed18c3461f5054849 2024-11-24T08:19:27,499 INFO [StoreOpener-42e49a6f5fb9220ed18c3461f5054849-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 42e49a6f5fb9220ed18c3461f5054849 2024-11-24T08:19:27,500 INFO [StoreOpener-42e49a6f5fb9220ed18c3461f5054849-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42e49a6f5fb9220ed18c3461f5054849 columnFamilyName f 2024-11-24T08:19:27,501 DEBUG [StoreOpener-42e49a6f5fb9220ed18c3461f5054849-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:27,501 INFO [StoreOpener-42e49a6f5fb9220ed18c3461f5054849-1 {}] regionserver.HStore(327): Store=42e49a6f5fb9220ed18c3461f5054849/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:27,501 INFO [StoreOpener-42e49a6f5fb9220ed18c3461f5054849-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 42e49a6f5fb9220ed18c3461f5054849 2024-11-24T08:19:27,504 INFO [StoreOpener-42e49a6f5fb9220ed18c3461f5054849-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42e49a6f5fb9220ed18c3461f5054849 columnFamilyName f1 2024-11-24T08:19:27,504 DEBUG [StoreOpener-42e49a6f5fb9220ed18c3461f5054849-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:27,504 INFO [StoreOpener-42e49a6f5fb9220ed18c3461f5054849-1 {}] regionserver.HStore(327): Store=42e49a6f5fb9220ed18c3461f5054849/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:27,504 INFO [StoreOpener-42e49a6f5fb9220ed18c3461f5054849-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 42e49a6f5fb9220ed18c3461f5054849 2024-11-24T08:19:27,506 INFO [StoreOpener-42e49a6f5fb9220ed18c3461f5054849-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42e49a6f5fb9220ed18c3461f5054849 columnFamilyName norep 2024-11-24T08:19:27,506 DEBUG [StoreOpener-42e49a6f5fb9220ed18c3461f5054849-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:27,506 INFO [StoreOpener-42e49a6f5fb9220ed18c3461f5054849-1 {}] regionserver.HStore(327): Store=42e49a6f5fb9220ed18c3461f5054849/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:27,506 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 42e49a6f5fb9220ed18c3461f5054849 2024-11-24T08:19:27,507 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849 2024-11-24T08:19:27,507 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849 2024-11-24T08:19:27,508 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 42e49a6f5fb9220ed18c3461f5054849 2024-11-24T08:19:27,508 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 42e49a6f5fb9220ed18c3461f5054849 2024-11-24T08:19:27,509 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:19:27,512 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 42e49a6f5fb9220ed18c3461f5054849 2024-11-24T08:19:27,519 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:19:27,520 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 42e49a6f5fb9220ed18c3461f5054849; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68356570, jitterRate=0.018592268228530884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:19:27,520 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42e49a6f5fb9220ed18c3461f5054849 2024-11-24T08:19:27,521 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 42e49a6f5fb9220ed18c3461f5054849: Running coprocessor pre-open hook at 1732436367497Writing region info on filesystem at 1732436367497Initializing all the Stores at 1732436367498 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436367498Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436367498Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436367498Cleaning up temporary data from old regions at 1732436367508 (+10 ms)Running coprocessor post-open hooks at 1732436367520 (+12 ms)Region opened successfully at 1732436367521 (+1 ms) 2024-11-24T08:19:27,522 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849., pid=6, masterSystemTime=1732436367489 2024-11-24T08:19:27,524 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849. 2024-11-24T08:19:27,524 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849. 2024-11-24T08:19:27,525 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42e49a6f5fb9220ed18c3461f5054849, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30c28c82771d,43393,1732436360158 2024-11-24T08:19:27,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42e49a6f5fb9220ed18c3461f5054849, server=30c28c82771d,43393,1732436360158 because future has completed 2024-11-24T08:19:27,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:19:27,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 42e49a6f5fb9220ed18c3461f5054849, server=30c28c82771d,43393,1732436360158 in 192 msec 2024-11-24T08:19:27,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:19:27,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=42e49a6f5fb9220ed18c3461f5054849, ASSIGN in 353 msec 2024-11-24T08:19:27,532 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:19:27,532 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436367532"}]},"ts":"1732436367532"} 2024-11-24T08:19:27,534 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T08:19:27,535 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:19:27,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 793 msec 2024-11-24T08:19:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:27,885 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T08:19:27,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,42353,1732436364449 2024-11-24T08:19:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ac3f5a 2024-11-24T08:19:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:27,888 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:19:27,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:19:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T08:19:27,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:19:27,891 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:27,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T08:19:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:27,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:19:27,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741835_1011 (size=902) 2024-11-24T08:19:27,914 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc77dc07938eae89565153e921364645, NAME => 'test,,1732436367888.dc77dc07938eae89565153e921364645.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e 2024-11-24T08:19:27,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741836_1012 (size=39) 2024-11-24T08:19:27,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732436367888.dc77dc07938eae89565153e921364645.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:27,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dc77dc07938eae89565153e921364645, disabling compactions & flushes 2024-11-24T08:19:27,931 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732436367888.dc77dc07938eae89565153e921364645. 2024-11-24T08:19:27,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436367888.dc77dc07938eae89565153e921364645. 2024-11-24T08:19:27,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732436367888.dc77dc07938eae89565153e921364645. after waiting 0 ms 2024-11-24T08:19:27,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732436367888.dc77dc07938eae89565153e921364645. 2024-11-24T08:19:27,931 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732436367888.dc77dc07938eae89565153e921364645. 2024-11-24T08:19:27,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc77dc07938eae89565153e921364645: Waiting for close lock at 1732436367931Disabling compacts and flushes for region at 1732436367931Disabling writes for close at 1732436367931Writing region close event to WAL at 1732436367931Closed at 1732436367931 2024-11-24T08:19:27,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:19:27,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732436367888.dc77dc07938eae89565153e921364645.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732436367933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436367933"}]},"ts":"1732436367933"} 2024-11-24T08:19:27,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:19:27,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:19:27,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436367937"}]},"ts":"1732436367937"} 2024-11-24T08:19:27,939 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T08:19:27,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dc77dc07938eae89565153e921364645, ASSIGN}] 2024-11-24T08:19:27,940 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dc77dc07938eae89565153e921364645, ASSIGN 2024-11-24T08:19:27,941 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dc77dc07938eae89565153e921364645, ASSIGN; state=OFFLINE, location=30c28c82771d,36309,1732436364493; forceNewPlan=false, retain=false 2024-11-24T08:19:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:28,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dc77dc07938eae89565153e921364645, regionState=OPENING, regionLocation=30c28c82771d,36309,1732436364493 2024-11-24T08:19:28,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dc77dc07938eae89565153e921364645, ASSIGN because future has completed 2024-11-24T08:19:28,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc77dc07938eae89565153e921364645, server=30c28c82771d,36309,1732436364493}] 2024-11-24T08:19:28,127 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:19:28,128 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T08:19:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:28,250 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732436367888.dc77dc07938eae89565153e921364645. 2024-11-24T08:19:28,251 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dc77dc07938eae89565153e921364645, NAME => 'test,,1732436367888.dc77dc07938eae89565153e921364645.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:28,251 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:19:28,251 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T08:19:28,251 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dc77dc07938eae89565153e921364645 2024-11-24T08:19:28,251 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732436367888.dc77dc07938eae89565153e921364645.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:28,251 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dc77dc07938eae89565153e921364645 2024-11-24T08:19:28,251 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dc77dc07938eae89565153e921364645 2024-11-24T08:19:28,252 INFO [StoreOpener-dc77dc07938eae89565153e921364645-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dc77dc07938eae89565153e921364645 2024-11-24T08:19:28,253 INFO [StoreOpener-dc77dc07938eae89565153e921364645-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc77dc07938eae89565153e921364645 columnFamilyName f 2024-11-24T08:19:28,254 DEBUG [StoreOpener-dc77dc07938eae89565153e921364645-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:28,254 INFO [StoreOpener-dc77dc07938eae89565153e921364645-1 {}] regionserver.HStore(327): Store=dc77dc07938eae89565153e921364645/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:28,254 INFO [StoreOpener-dc77dc07938eae89565153e921364645-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dc77dc07938eae89565153e921364645 2024-11-24T08:19:28,255 INFO [StoreOpener-dc77dc07938eae89565153e921364645-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc77dc07938eae89565153e921364645 columnFamilyName f1 2024-11-24T08:19:28,255 DEBUG [StoreOpener-dc77dc07938eae89565153e921364645-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:28,255 INFO [StoreOpener-dc77dc07938eae89565153e921364645-1 {}] regionserver.HStore(327): Store=dc77dc07938eae89565153e921364645/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:28,256 INFO [StoreOpener-dc77dc07938eae89565153e921364645-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dc77dc07938eae89565153e921364645 2024-11-24T08:19:28,256 INFO [StoreOpener-dc77dc07938eae89565153e921364645-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc77dc07938eae89565153e921364645 columnFamilyName norep 2024-11-24T08:19:28,257 DEBUG [StoreOpener-dc77dc07938eae89565153e921364645-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:28,257 INFO [StoreOpener-dc77dc07938eae89565153e921364645-1 {}] regionserver.HStore(327): Store=dc77dc07938eae89565153e921364645/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:28,257 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dc77dc07938eae89565153e921364645 2024-11-24T08:19:28,257 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645 2024-11-24T08:19:28,258 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645 2024-11-24T08:19:28,259 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dc77dc07938eae89565153e921364645 2024-11-24T08:19:28,259 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dc77dc07938eae89565153e921364645 2024-11-24T08:19:28,259 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:19:28,260 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dc77dc07938eae89565153e921364645 2024-11-24T08:19:28,262 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:19:28,262 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dc77dc07938eae89565153e921364645; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72547738, jitterRate=0.08104553818702698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:19:28,262 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc77dc07938eae89565153e921364645 2024-11-24T08:19:28,262 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dc77dc07938eae89565153e921364645: Running coprocessor pre-open hook at 1732436368251Writing region info on filesystem at 1732436368251Initializing all the Stores at 1732436368252 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436368252Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436368252Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436368252Cleaning up temporary data from old regions at 1732436368259 (+7 ms)Running coprocessor post-open hooks at 1732436368262 (+3 ms)Region opened successfully at 1732436368262 2024-11-24T08:19:28,263 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732436367888.dc77dc07938eae89565153e921364645., pid=6, masterSystemTime=1732436368247 2024-11-24T08:19:28,265 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732436367888.dc77dc07938eae89565153e921364645. 2024-11-24T08:19:28,265 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732436367888.dc77dc07938eae89565153e921364645. 2024-11-24T08:19:28,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dc77dc07938eae89565153e921364645, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30c28c82771d,36309,1732436364493 2024-11-24T08:19:28,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc77dc07938eae89565153e921364645, server=30c28c82771d,36309,1732436364493 because future has completed 2024-11-24T08:19:28,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:19:28,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dc77dc07938eae89565153e921364645, server=30c28c82771d,36309,1732436364493 in 173 msec 2024-11-24T08:19:28,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:19:28,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dc77dc07938eae89565153e921364645, ASSIGN in 331 msec 2024-11-24T08:19:28,272 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:19:28,272 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436368272"}]},"ts":"1732436368272"} 2024-11-24T08:19:28,274 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T08:19:28,274 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:19:28,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 385 msec 2024-11-24T08:19:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:28,515 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T08:19:28,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5819f677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:28,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40239,-1 for getting cluster id 2024-11-24T08:19:28,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:28,516 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '896f8414-feb9-4e33-a878-86940c010cc1' 2024-11-24T08:19:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "896f8414-feb9-4e33-a878-86940c010cc1" 2024-11-24T08:19:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e4f6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40239,-1] 2024-11-24T08:19:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:28,518 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:28,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1ec2cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:28,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@520a1353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:28,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,42353,-1 for getting cluster id 2024-11-24T08:19:28,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:28,520 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d5dc830-07a7-4618-88d3-e6aca283fc37' 2024-11-24T08:19:28,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:28,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d5dc830-07a7-4618-88d3-e6aca283fc37" 2024-11-24T08:19:28,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f74a7f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:28,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,42353,-1] 2024-11-24T08:19:28,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:28,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:28,521 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:28,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6402af90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:28,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a838ba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:28,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40239,-1 for getting cluster id 2024-11-24T08:19:28,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:28,523 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '896f8414-feb9-4e33-a878-86940c010cc1' 2024-11-24T08:19:28,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:28,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "896f8414-feb9-4e33-a878-86940c010cc1" 2024-11-24T08:19:28,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fc4f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:28,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40239,-1] 2024-11-24T08:19:28,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:28,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:28,524 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:28,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac09420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:28,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:28,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40239,1732436360079 2024-11-24T08:19:28,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76a00fb0 2024-11-24T08:19:28,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:28,526 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:19:28,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30c28c82771d:42353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T08:19:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:19:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:28,529 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:42353' 2024-11-24T08:19:28,530 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c13c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:28,530 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,42353,-1 for getting cluster id 2024-11-24T08:19:28,530 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:28,531 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d5dc830-07a7-4618-88d3-e6aca283fc37' 2024-11-24T08:19:28,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:28,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d5dc830-07a7-4618-88d3-e6aca283fc37" 2024-11-24T08:19:28,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797eb2d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:28,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,42353,-1] 2024-11-24T08:19:28,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:28,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:28,532 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:28,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19cf17c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:28,532 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:28,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,42353,1732436364449 2024-11-24T08:19:28,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@607a2522 2024-11-24T08:19:28,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:28,534 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:19:28,534 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T08:19:28,534 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:19:28,534 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:28,535 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:28,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:28,535 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:19:28,536 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T08:19:28,537 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:19:28,537 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:28,537 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:19:28,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741837_1013 (size=1138) 2024-11-24T08:19:28,586 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T08:19:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:28,721 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:19:28,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:28,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:28,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:28,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:28,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:28,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:28,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:28,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:28,944 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c263cd343fb21aa22f2486197944c69a, NAME => 'hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a 2024-11-24T08:19:28,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741838_1014 (size=44) 2024-11-24T08:19:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:29,350 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:29,350 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c263cd343fb21aa22f2486197944c69a, disabling compactions & flushes 2024-11-24T08:19:29,350 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a. 2024-11-24T08:19:29,350 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a. 2024-11-24T08:19:29,350 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a. after waiting 0 ms 2024-11-24T08:19:29,350 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a. 2024-11-24T08:19:29,350 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a. 2024-11-24T08:19:29,350 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c263cd343fb21aa22f2486197944c69a: Waiting for close lock at 1732436369350Disabling compacts and flushes for region at 1732436369350Disabling writes for close at 1732436369350Writing region close event to WAL at 1732436369350Closed at 1732436369350 2024-11-24T08:19:29,352 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:19:29,352 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732436369352"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436369352"}]},"ts":"1732436369352"} 2024-11-24T08:19:29,354 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:19:29,355 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:19:29,355 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436369355"}]},"ts":"1732436369355"} 2024-11-24T08:19:29,357 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T08:19:29,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c263cd343fb21aa22f2486197944c69a, ASSIGN}] 2024-11-24T08:19:29,358 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c263cd343fb21aa22f2486197944c69a, ASSIGN 2024-11-24T08:19:29,359 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c263cd343fb21aa22f2486197944c69a, ASSIGN; state=OFFLINE, location=30c28c82771d,43393,1732436360158; forceNewPlan=false, retain=false 2024-11-24T08:19:29,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c263cd343fb21aa22f2486197944c69a, regionState=OPENING, regionLocation=30c28c82771d,43393,1732436360158 2024-11-24T08:19:29,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c263cd343fb21aa22f2486197944c69a, ASSIGN because future has completed 2024-11-24T08:19:29,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c263cd343fb21aa22f2486197944c69a, server=30c28c82771d,43393,1732436360158}] 2024-11-24T08:19:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:29,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a. 2024-11-24T08:19:29,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:29,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T08:19:29,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C43393%2C1732436360158.rep, suffix=, logDir=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158, archiveDir=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/oldWALs, maxLogs=10 2024-11-24T08:19:29,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.rep.1732436369669, exclude list is [], retry=0 2024-11-24T08:19:29,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37869,DS-569ae4ea-ac39-4816-a53b-76b18474f3b8,DISK] 2024-11-24T08:19:29,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.rep.1732436369669 2024-11-24T08:19:29,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34787:34787)] 2024-11-24T08:19:29,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c263cd343fb21aa22f2486197944c69a, NAME => 'hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:29,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:19:29,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:19:29,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a. service=MultiRowMutationService 2024-11-24T08:19:29,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T08:19:29,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c263cd343fb21aa22f2486197944c69a 2024-11-24T08:19:29,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:29,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c263cd343fb21aa22f2486197944c69a 2024-11-24T08:19:29,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c263cd343fb21aa22f2486197944c69a 2024-11-24T08:19:29,688 INFO [StoreOpener-c263cd343fb21aa22f2486197944c69a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c263cd343fb21aa22f2486197944c69a 2024-11-24T08:19:29,689 INFO [StoreOpener-c263cd343fb21aa22f2486197944c69a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c263cd343fb21aa22f2486197944c69a columnFamilyName hfileref 2024-11-24T08:19:29,689 DEBUG [StoreOpener-c263cd343fb21aa22f2486197944c69a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:29,689 INFO [StoreOpener-c263cd343fb21aa22f2486197944c69a-1 {}] regionserver.HStore(327): Store=c263cd343fb21aa22f2486197944c69a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:29,690 INFO [StoreOpener-c263cd343fb21aa22f2486197944c69a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c263cd343fb21aa22f2486197944c69a 2024-11-24T08:19:29,690 INFO [StoreOpener-c263cd343fb21aa22f2486197944c69a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c263cd343fb21aa22f2486197944c69a columnFamilyName queue 2024-11-24T08:19:29,690 DEBUG [StoreOpener-c263cd343fb21aa22f2486197944c69a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:29,691 INFO [StoreOpener-c263cd343fb21aa22f2486197944c69a-1 {}] regionserver.HStore(327): Store=c263cd343fb21aa22f2486197944c69a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:29,691 INFO [StoreOpener-c263cd343fb21aa22f2486197944c69a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c263cd343fb21aa22f2486197944c69a 2024-11-24T08:19:29,692 INFO [StoreOpener-c263cd343fb21aa22f2486197944c69a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c263cd343fb21aa22f2486197944c69a columnFamilyName sid 2024-11-24T08:19:29,692 DEBUG [StoreOpener-c263cd343fb21aa22f2486197944c69a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:29,692 INFO [StoreOpener-c263cd343fb21aa22f2486197944c69a-1 {}] regionserver.HStore(327): Store=c263cd343fb21aa22f2486197944c69a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:29,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c263cd343fb21aa22f2486197944c69a 2024-11-24T08:19:29,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/replication/c263cd343fb21aa22f2486197944c69a 2024-11-24T08:19:29,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/replication/c263cd343fb21aa22f2486197944c69a 2024-11-24T08:19:29,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c263cd343fb21aa22f2486197944c69a 2024-11-24T08:19:29,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c263cd343fb21aa22f2486197944c69a 2024-11-24T08:19:29,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:19:29,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c263cd343fb21aa22f2486197944c69a 2024-11-24T08:19:29,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/replication/c263cd343fb21aa22f2486197944c69a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:19:29,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c263cd343fb21aa22f2486197944c69a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59946349, jitterRate=-0.10672979056835175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:19:29,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c263cd343fb21aa22f2486197944c69a 2024-11-24T08:19:29,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c263cd343fb21aa22f2486197944c69a: Running coprocessor pre-open hook at 1732436369687Writing region info on filesystem at 1732436369687Initializing all the Stores at 1732436369688 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436369688Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436369688Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436369688Cleaning up temporary data from old regions at 1732436369694 (+6 ms)Running coprocessor post-open hooks at 1732436369697 (+3 ms)Region opened successfully at 1732436369697 2024-11-24T08:19:29,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a., pid=10, masterSystemTime=1732436369664 2024-11-24T08:19:29,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a. 2024-11-24T08:19:29,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a. 2024-11-24T08:19:29,700 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c263cd343fb21aa22f2486197944c69a, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,43393,1732436360158 2024-11-24T08:19:29,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c263cd343fb21aa22f2486197944c69a, server=30c28c82771d,43393,1732436360158 because future has completed 2024-11-24T08:19:29,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T08:19:29,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c263cd343fb21aa22f2486197944c69a, server=30c28c82771d,43393,1732436360158 in 191 msec 2024-11-24T08:19:29,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T08:19:29,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c263cd343fb21aa22f2486197944c69a, ASSIGN in 347 msec 2024-11-24T08:19:29,706 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:19:29,707 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436369706"}]},"ts":"1732436369706"} 2024-11-24T08:19:29,708 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T08:19:29,709 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:19:29,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-24T08:19:29,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a., hostname=30c28c82771d,43393,1732436360158, seqNum=2] 2024-11-24T08:19:29,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542 2024-11-24T08:19:29,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542 2024-11-24T08:19:29,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:19:29,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43393 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T08:19:29,908 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T08:19:29,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T08:19:29,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T08:19:29,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T08:19:29,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T08:19:29,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T08:19:29,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T08:19:29,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:19:29,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T08:19:29,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:19:29,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T08:19:29,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:19:29,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T08:19:29,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T08:19:29,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T08:19:29,945 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30c28c82771d,43393,1732436360158, ReplicationSource: 1, currentBandwidth=0 2024-11-24T08:19:29,945 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:29,945 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,43393,1732436360158, seqNum=-1] 2024-11-24T08:19:29,946 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:29,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-24T08:19:29,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30c28c82771d,43393,1732436360158', locateType=CURRENT is [region=hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a., hostname=30c28c82771d,43393,1732436360158, seqNum=2] 2024-11-24T08:19:29,951 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T08:19:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T08:19:29,953 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30c28c82771d,43393,1732436360158 suceeded 2024-11-24T08:19:29,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T08:19:29,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-24T08:19:29,954 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30c28c82771d:42353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:19:29,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4290 sec 2024-11-24T08:19:29,965 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:42353' 2024-11-24T08:19:29,966 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63a3eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:29,966 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,42353,-1 for getting cluster id 2024-11-24T08:19:29,966 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:29,967 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d5dc830-07a7-4618-88d3-e6aca283fc37' 2024-11-24T08:19:29,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:29,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d5dc830-07a7-4618-88d3-e6aca283fc37" 2024-11-24T08:19:29,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13788468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:29,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,42353,-1] 2024-11-24T08:19:29,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:29,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:29,968 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:29,969 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@665eed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:29,969 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:29,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,42353,1732436364449 2024-11-24T08:19:29,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48df2047 2024-11-24T08:19:29,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:29,970 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-24T08:19:29,971 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30c28c82771d,43393,1732436360158 (queues=1) is replicating from cluster=896f8414-feb9-4e33-a878-86940c010cc1 to cluster=3d5dc830-07a7-4618-88d3-e6aca283fc37 2024-11-24T08:19:29,971 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30c28c82771d%2C43393%2C1732436360158 2024-11-24T08:19:29,971 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30c28c82771d,43393,1732436360158, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:19:29,971 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C43393%2C1732436360158 2024-11-24T08:19:29,972 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278, startPosition=0, beingWritten=true 2024-11-24T08:19:29,977 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:19:29,977 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 379, reset compression=false 2024-11-24T08:19:29,977 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,43393,1732436360158 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:19:30,180 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 379, reset compression=false 2024-11-24T08:19:30,485 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 379, reset compression=false 2024-11-24T08:19:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40239 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:30,675 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T08:19:30,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:19:30,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:30,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:30,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:30,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:30,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c64e18f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:30,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,42353,-1 for getting cluster id 2024-11-24T08:19:30,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:30,678 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d5dc830-07a7-4618-88d3-e6aca283fc37' 2024-11-24T08:19:30,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:30,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d5dc830-07a7-4618-88d3-e6aca283fc37" 2024-11-24T08:19:30,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb9ace9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:30,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,42353,-1] 2024-11-24T08:19:30,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:30,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:30,679 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:30,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9779e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:30,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,42353,1732436364449 2024-11-24T08:19:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ff0a4e 2024-11-24T08:19:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:30,682 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:19:30,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30c28c82771d:40239,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T08:19:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:19:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:30,686 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:40239' 2024-11-24T08:19:30,687 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73415f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:30,687 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40239,-1 for getting cluster id 2024-11-24T08:19:30,687 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:30,688 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '896f8414-feb9-4e33-a878-86940c010cc1' 2024-11-24T08:19:30,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:30,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "896f8414-feb9-4e33-a878-86940c010cc1" 2024-11-24T08:19:30,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6212ce12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:30,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40239,-1] 2024-11-24T08:19:30,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:30,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:30,691 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:30,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c03bc63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:30,691 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:30,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40239,1732436360079 2024-11-24T08:19:30,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7846c7b3 2024-11-24T08:19:30,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:30,694 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:19:30,694 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T08:19:30,695 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:19:30,695 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:30,695 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:30,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:30,695 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:19:30,696 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T08:19:30,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:19:30,704 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:30,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:19:30,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741837_1013 (size=1138) 2024-11-24T08:19:30,746 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T08:19:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:30,889 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 379, reset compression=false 2024-11-24T08:19:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:31,120 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6bec5866c5473a007d8dd0b84303cf40, NAME => 'hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e 2024-11-24T08:19:31,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741838_1014 (size=44) 2024-11-24T08:19:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:31,393 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 379, reset compression=false 2024-11-24T08:19:31,526 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:31,527 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6bec5866c5473a007d8dd0b84303cf40, disabling compactions & flushes 2024-11-24T08:19:31,527 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40. 2024-11-24T08:19:31,527 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40. 2024-11-24T08:19:31,527 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40. after waiting 0 ms 2024-11-24T08:19:31,527 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40. 2024-11-24T08:19:31,527 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40. 2024-11-24T08:19:31,527 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6bec5866c5473a007d8dd0b84303cf40: Waiting for close lock at 1732436371527Disabling compacts and flushes for region at 1732436371527Disabling writes for close at 1732436371527Writing region close event to WAL at 1732436371527Closed at 1732436371527 2024-11-24T08:19:31,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:19:31,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732436371528"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436371528"}]},"ts":"1732436371528"} 2024-11-24T08:19:31,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:19:31,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:19:31,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436371531"}]},"ts":"1732436371531"} 2024-11-24T08:19:31,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T08:19:31,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6bec5866c5473a007d8dd0b84303cf40, ASSIGN}] 2024-11-24T08:19:31,534 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6bec5866c5473a007d8dd0b84303cf40, ASSIGN 2024-11-24T08:19:31,534 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6bec5866c5473a007d8dd0b84303cf40, ASSIGN; state=OFFLINE, location=30c28c82771d,36309,1732436364493; forceNewPlan=false, retain=false 2024-11-24T08:19:31,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6bec5866c5473a007d8dd0b84303cf40, regionState=OPENING, regionLocation=30c28c82771d,36309,1732436364493 2024-11-24T08:19:31,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6bec5866c5473a007d8dd0b84303cf40, ASSIGN because future has completed 2024-11-24T08:19:31,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bec5866c5473a007d8dd0b84303cf40, server=30c28c82771d,36309,1732436364493}] 2024-11-24T08:19:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:31,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40. 2024-11-24T08:19:31,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:31,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T08:19:31,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C36309%2C1732436364493.rep, suffix=, logDir=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493, archiveDir=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/oldWALs, maxLogs=10 2024-11-24T08:19:31,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.rep.1732436371845, exclude list is [], retry=0 2024-11-24T08:19:31,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40069,DS-f9a55c6e-22a3-4a8e-beab-02d889ac1c5f,DISK] 2024-11-24T08:19:31,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.rep.1732436371845 2024-11-24T08:19:31,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45085:45085)] 2024-11-24T08:19:31,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bec5866c5473a007d8dd0b84303cf40, NAME => 'hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:31,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:19:31,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:19:31,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40. service=MultiRowMutationService 2024-11-24T08:19:31,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T08:19:31,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6bec5866c5473a007d8dd0b84303cf40 2024-11-24T08:19:31,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:31,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6bec5866c5473a007d8dd0b84303cf40 2024-11-24T08:19:31,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6bec5866c5473a007d8dd0b84303cf40 2024-11-24T08:19:31,864 INFO [StoreOpener-6bec5866c5473a007d8dd0b84303cf40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6bec5866c5473a007d8dd0b84303cf40 2024-11-24T08:19:31,865 INFO [StoreOpener-6bec5866c5473a007d8dd0b84303cf40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bec5866c5473a007d8dd0b84303cf40 columnFamilyName hfileref 2024-11-24T08:19:31,865 DEBUG [StoreOpener-6bec5866c5473a007d8dd0b84303cf40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:31,865 INFO [StoreOpener-6bec5866c5473a007d8dd0b84303cf40-1 {}] regionserver.HStore(327): Store=6bec5866c5473a007d8dd0b84303cf40/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:31,865 INFO [StoreOpener-6bec5866c5473a007d8dd0b84303cf40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6bec5866c5473a007d8dd0b84303cf40 2024-11-24T08:19:31,866 INFO [StoreOpener-6bec5866c5473a007d8dd0b84303cf40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bec5866c5473a007d8dd0b84303cf40 columnFamilyName queue 2024-11-24T08:19:31,866 DEBUG [StoreOpener-6bec5866c5473a007d8dd0b84303cf40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:31,866 INFO [StoreOpener-6bec5866c5473a007d8dd0b84303cf40-1 {}] regionserver.HStore(327): Store=6bec5866c5473a007d8dd0b84303cf40/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:31,866 INFO [StoreOpener-6bec5866c5473a007d8dd0b84303cf40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6bec5866c5473a007d8dd0b84303cf40 2024-11-24T08:19:31,867 INFO [StoreOpener-6bec5866c5473a007d8dd0b84303cf40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bec5866c5473a007d8dd0b84303cf40 columnFamilyName sid 2024-11-24T08:19:31,867 DEBUG [StoreOpener-6bec5866c5473a007d8dd0b84303cf40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:31,867 INFO [StoreOpener-6bec5866c5473a007d8dd0b84303cf40-1 {}] regionserver.HStore(327): Store=6bec5866c5473a007d8dd0b84303cf40/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:31,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6bec5866c5473a007d8dd0b84303cf40 2024-11-24T08:19:31,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/replication/6bec5866c5473a007d8dd0b84303cf40 2024-11-24T08:19:31,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/replication/6bec5866c5473a007d8dd0b84303cf40 2024-11-24T08:19:31,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6bec5866c5473a007d8dd0b84303cf40 2024-11-24T08:19:31,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6bec5866c5473a007d8dd0b84303cf40 2024-11-24T08:19:31,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:19:31,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6bec5866c5473a007d8dd0b84303cf40 2024-11-24T08:19:31,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/replication/6bec5866c5473a007d8dd0b84303cf40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:19:31,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6bec5866c5473a007d8dd0b84303cf40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62361304, jitterRate=-0.07074415683746338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:19:31,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bec5866c5473a007d8dd0b84303cf40 2024-11-24T08:19:31,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6bec5866c5473a007d8dd0b84303cf40: Running coprocessor pre-open hook at 1732436371863Writing region info on filesystem at 1732436371863Initializing all the Stores at 1732436371864 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436371864Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436371864Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436371864Cleaning up temporary data from old regions at 1732436371869 (+5 ms)Running coprocessor post-open hooks at 1732436371873 (+4 ms)Region opened successfully at 1732436371873 2024-11-24T08:19:31,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40., pid=10, masterSystemTime=1732436371840 2024-11-24T08:19:31,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40. 2024-11-24T08:19:31,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40. 2024-11-24T08:19:31,876 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6bec5866c5473a007d8dd0b84303cf40, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,36309,1732436364493 2024-11-24T08:19:31,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bec5866c5473a007d8dd0b84303cf40, server=30c28c82771d,36309,1732436364493 because future has completed 2024-11-24T08:19:31,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T08:19:31,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bec5866c5473a007d8dd0b84303cf40, server=30c28c82771d,36309,1732436364493 in 190 msec 2024-11-24T08:19:31,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T08:19:31,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6bec5866c5473a007d8dd0b84303cf40, ASSIGN in 347 msec 2024-11-24T08:19:31,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:19:31,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436371883"}]},"ts":"1732436371883"} 2024-11-24T08:19:31,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T08:19:31,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:19:31,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-24T08:19:31,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40., hostname=30c28c82771d,36309,1732436364493, seqNum=2] 2024-11-24T08:19:31,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668 2024-11-24T08:19:31,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668 2024-11-24T08:19:31,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:19:31,997 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 379, reset compression=false 2024-11-24T08:19:32,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36309 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T08:19:32,064 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T08:19:32,093 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30c28c82771d,36309,1732436364493, ReplicationSource: 1, currentBandwidth=0 2024-11-24T08:19:32,093 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:32,093 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,36309,1732436364493, seqNum=-1] 2024-11-24T08:19:32,093 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:32,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-24T08:19:32,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30c28c82771d,36309,1732436364493', locateType=CURRENT is [region=hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40., hostname=30c28c82771d,36309,1732436364493, seqNum=2] 2024-11-24T08:19:32,099 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T08:19:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T08:19:32,101 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30c28c82771d,36309,1732436364493 suceeded 2024-11-24T08:19:32,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T08:19:32,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-24T08:19:32,103 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30c28c82771d:40239,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:19:32,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-11-24T08:19:32,114 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:40239' 2024-11-24T08:19:32,116 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f64b368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:32,116 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40239,-1 for getting cluster id 2024-11-24T08:19:32,116 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:32,117 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '896f8414-feb9-4e33-a878-86940c010cc1' 2024-11-24T08:19:32,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:32,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "896f8414-feb9-4e33-a878-86940c010cc1" 2024-11-24T08:19:32,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ed8bf00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:32,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40239,-1] 2024-11-24T08:19:32,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:32,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:32,119 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:32,119 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@524ea3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:32,119 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:32,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40239,1732436360079 2024-11-24T08:19:32,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19bba4da 2024-11-24T08:19:32,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:32,121 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-24T08:19:32,122 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30c28c82771d,36309,1732436364493 (queues=1) is replicating from cluster=3d5dc830-07a7-4618-88d3-e6aca283fc37 to cluster=896f8414-feb9-4e33-a878-86940c010cc1 2024-11-24T08:19:32,122 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30c28c82771d%2C36309%2C1732436364493 2024-11-24T08:19:32,122 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30c28c82771d,36309,1732436364493, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:19:32,126 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694, startPosition=0, beingWritten=true 2024-11-24T08:19:32,126 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.shipper30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C36309%2C1732436364493 2024-11-24T08:19:32,133 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:19:32,133 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 to pos 379, reset compression=false 2024-11-24T08:19:32,133 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.shipper30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,36309,1732436364493 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:19:32,345 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 to pos 379, reset compression=false 2024-11-24T08:19:32,650 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 to pos 379, reset compression=false 2024-11-24T08:19:32,702 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 379, reset compression=false 2024-11-24T08:19:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:32,835 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T08:19:32,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:19:32,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:32,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:32,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:32,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:32,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:32,840 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732436372840/Put/seqid=0 2024-11-24T08:19:32,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741840_1016 (size=7894) 2024-11-24T08:19:33,054 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 to pos 379, reset compression=false 2024-11-24T08:19:33,254 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732436373254/Put/seqid=0 2024-11-24T08:19:33,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741841_1017 (size=7691) 2024-11-24T08:19:33,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74872792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:33,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40239,-1 for getting cluster id 2024-11-24T08:19:33,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:33,272 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '896f8414-feb9-4e33-a878-86940c010cc1' 2024-11-24T08:19:33,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:33,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "896f8414-feb9-4e33-a878-86940c010cc1" 2024-11-24T08:19:33,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da60c8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:33,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40239,-1] 2024-11-24T08:19:33,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:33,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:33,274 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:33,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a4e5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:33,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:33,277 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,43393,1732436360158, seqNum=-1] 2024-11-24T08:19:33,277 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:33,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:19:33,295 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:33,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40239,1732436360079 2024-11-24T08:19:33,297 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8457468 2024-11-24T08:19:33,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:33,298 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:19:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849., hostname=30c28c82771d,43393,1732436360158, seqNum=2] 2024-11-24T08:19:33,305 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T08:19:33,313 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-24T08:19:33,318 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-24T08:19:33,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 42e49a6f5fb9220ed18c3461f5054849/f 2024-11-24T08:19:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T08:19:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:19:33,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 42e49a6f5fb9220ed18c3461f5054849/f 2024-11-24T08:19:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T08:19:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:19:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HRegion(2603): Flush status journal for 42e49a6f5fb9220ed18c3461f5054849: 2024-11-24T08:19:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins__test__lmrpgljo2rggt48bi7e4ruprepr31en4h7gekoqt83j4hn4nsjiaipatrmuqle3s/f/hfile_0 2024-11-24T08:19:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins__test__lmrpgljo2rggt48bi7e4ruprepr31en4h7gekoqt83j4hn4nsjiaipatrmuqle3s/f/hfile_0 as hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849/f/083b214328f440f8a3b95494dcfe203e_SeqId_4_ 2024-11-24T08:19:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins__test__lmrpgljo2rggt48bi7e4ruprepr31en4h7gekoqt83j4hn4nsjiaipatrmuqle3s/f/hfile_1 2024-11-24T08:19:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins__test__lmrpgljo2rggt48bi7e4ruprepr31en4h7gekoqt83j4hn4nsjiaipatrmuqle3s/f/hfile_1 as hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849/f/60102596a110480a98aec7a35c4896d9_SeqId_4_ 2024-11-24T08:19:33,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins__test__lmrpgljo2rggt48bi7e4ruprepr31en4h7gekoqt83j4hn4nsjiaipatrmuqle3s/f/hfile_0 into 42e49a6f5fb9220ed18c3461f5054849/f as hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849/f/083b214328f440f8a3b95494dcfe203e_SeqId_4_ - updating store file list. 2024-11-24T08:19:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 083b214328f440f8a3b95494dcfe203e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T08:19:33,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849/f/083b214328f440f8a3b95494dcfe203e_SeqId_4_ into 42e49a6f5fb9220ed18c3461f5054849/f 2024-11-24T08:19:33,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins__test__lmrpgljo2rggt48bi7e4ruprepr31en4h7gekoqt83j4hn4nsjiaipatrmuqle3s/f/hfile_0 into 42e49a6f5fb9220ed18c3461f5054849/f (new location: hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849/f/083b214328f440f8a3b95494dcfe203e_SeqId_4_) 2024-11-24T08:19:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins__test__lmrpgljo2rggt48bi7e4ruprepr31en4h7gekoqt83j4hn4nsjiaipatrmuqle3s/f/hfile_0 2024-11-24T08:19:33,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins__test__lmrpgljo2rggt48bi7e4ruprepr31en4h7gekoqt83j4hn4nsjiaipatrmuqle3s/f/hfile_1 into 42e49a6f5fb9220ed18c3461f5054849/f as hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849/f/60102596a110480a98aec7a35c4896d9_SeqId_4_ - updating store file list. 2024-11-24T08:19:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 60102596a110480a98aec7a35c4896d9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T08:19:33,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849/f/60102596a110480a98aec7a35c4896d9_SeqId_4_ into 42e49a6f5fb9220ed18c3461f5054849/f 2024-11-24T08:19:33,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins__test__lmrpgljo2rggt48bi7e4ruprepr31en4h7gekoqt83j4hn4nsjiaipatrmuqle3s/f/hfile_1 into 42e49a6f5fb9220ed18c3461f5054849/f (new location: hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849/f/60102596a110480a98aec7a35c4896d9_SeqId_4_) 2024-11-24T08:19:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins__test__lmrpgljo2rggt48bi7e4ruprepr31en4h7gekoqt83j4hn4nsjiaipatrmuqle3s/f/hfile_1 2024-11-24T08:19:33,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:19:33,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:33,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:33,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:33,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:33,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849., hostname=30c28c82771d,43393,1732436360158, seqNum=2 , the old value is region=test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849., hostname=30c28c82771d,43393,1732436360158, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=30c28c82771d:43393 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T08:19:33,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849., hostname=30c28c82771d,43393,1732436360158, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T08:19:33,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:33,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849., hostname=30c28c82771d,43393,1732436360158, seqNum=2 from cache 2024-11-24T08:19:33,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,36309,1732436364493, seqNum=-1] 2024-11-24T08:19:33,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:44072 deadline: 1732436433371 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:44072 2024-11-24T08:19:33,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:19:33,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732436367888.dc77dc07938eae89565153e921364645., hostname=30c28c82771d,36309,1732436364493, seqNum=2] 2024-11-24T08:19:33,379 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T08:19:33,474 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:43393 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T08:19:33,506 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 379, reset compression=false 2024-11-24T08:19:33,531 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:19:33,531 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,43393,1732436360158 got entry batch from reader: WALEntryBatch [walEntries=[{test/42e49a6f5fb9220ed18c3461f5054849/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732436373368/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T08:19:33,534 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:19:33,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-24T08:19:33,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.ReplicationSink(318): Replicating [896f8414-feb9-4e33-a878-86940c010cc1] bulk loaded data 2024-11-24T08:19:33,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@739dafa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:33,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,42353,-1 for getting cluster id 2024-11-24T08:19:33,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:33,539 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d5dc830-07a7-4618-88d3-e6aca283fc37' 2024-11-24T08:19:33,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:33,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d5dc830-07a7-4618-88d3-e6aca283fc37" 2024-11-24T08:19:33,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55271c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:33,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,42353,-1] 2024-11-24T08:19:33,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:33,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:33,542 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:33,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dcc5e19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:33,565 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 to pos 379, reset compression=false 2024-11-24T08:19:33,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741840_1016 (size=7894) 2024-11-24T08:19:33,732 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 687, reset compression=false 2024-11-24T08:19:33,754 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:19:33,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:33,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:33,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:33,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:33,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:33,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:33,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:33,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:33,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741841_1017 (size=7691) 2024-11-24T08:19:34,037 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 687, reset compression=false 2024-11-24T08:19:34,128 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T08:19:34,190 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 to pos 379, reset compression=false 2024-11-24T08:19:34,381 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T08:19:34,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:34,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,42353,1732436364449 2024-11-24T08:19:34,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ec1b34 2024-11-24T08:19:34,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:34,384 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-24T08:19:34,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T08:19:34,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:34,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,36309,1732436364493, seqNum=-1] 2024-11-24T08:19:34,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:34,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-24T08:19:34,394 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins.hfs.11__test__uj41uaiknrhq0f2i729fljpmqght7eghm9lbd0750t6em8drj7rh6oqchagueh1e/f/083b214328f440f8a3b95494dcfe203e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T08:19:34,397 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins.hfs.11__test__uj41uaiknrhq0f2i729fljpmqght7eghm9lbd0750t6em8drj7rh6oqchagueh1e/f/60102596a110480a98aec7a35c4896d9_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T08:19:34,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins.hfs.11__test__uj41uaiknrhq0f2i729fljpmqght7eghm9lbd0750t6em8drj7rh6oqchagueh1e/f/083b214328f440f8a3b95494dcfe203e_SeqId_4_ for inclusion in dc77dc07938eae89565153e921364645/f 2024-11-24T08:19:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T08:19:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:19:34,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins.hfs.11__test__uj41uaiknrhq0f2i729fljpmqght7eghm9lbd0750t6em8drj7rh6oqchagueh1e/f/60102596a110480a98aec7a35c4896d9_SeqId_4_ for inclusion in dc77dc07938eae89565153e921364645/f 2024-11-24T08:19:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T08:19:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:19:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HRegion(2603): Flush status journal for dc77dc07938eae89565153e921364645: 2024-11-24T08:19:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 083b214328f440f8a3b95494dcfe203e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T08:19:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins.hfs.11__test__uj41uaiknrhq0f2i729fljpmqght7eghm9lbd0750t6em8drj7rh6oqchagueh1e/f/083b214328f440f8a3b95494dcfe203e_SeqId_4_ as hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645/f/98a33d1dd0ec4b87a65caf83608892af_SeqId_4_ 2024-11-24T08:19:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 60102596a110480a98aec7a35c4896d9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T08:19:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins.hfs.11__test__uj41uaiknrhq0f2i729fljpmqght7eghm9lbd0750t6em8drj7rh6oqchagueh1e/f/60102596a110480a98aec7a35c4896d9_SeqId_4_ as hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645/f/b158926bae9943ba82e53824d5ac372c_SeqId_4_ 2024-11-24T08:19:34,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins.hfs.11__test__uj41uaiknrhq0f2i729fljpmqght7eghm9lbd0750t6em8drj7rh6oqchagueh1e/f/083b214328f440f8a3b95494dcfe203e_SeqId_4_ into dc77dc07938eae89565153e921364645/f as hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645/f/98a33d1dd0ec4b87a65caf83608892af_SeqId_4_ - updating store file list. 2024-11-24T08:19:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 98a33d1dd0ec4b87a65caf83608892af_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T08:19:34,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645/f/98a33d1dd0ec4b87a65caf83608892af_SeqId_4_ into dc77dc07938eae89565153e921364645/f 2024-11-24T08:19:34,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins.hfs.11__test__uj41uaiknrhq0f2i729fljpmqght7eghm9lbd0750t6em8drj7rh6oqchagueh1e/f/083b214328f440f8a3b95494dcfe203e_SeqId_4_ into dc77dc07938eae89565153e921364645/f (new location: hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645/f/98a33d1dd0ec4b87a65caf83608892af_SeqId_4_) 2024-11-24T08:19:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins.hfs.11__test__uj41uaiknrhq0f2i729fljpmqght7eghm9lbd0750t6em8drj7rh6oqchagueh1e/f/083b214328f440f8a3b95494dcfe203e_SeqId_4_ 2024-11-24T08:19:34,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins.hfs.11__test__uj41uaiknrhq0f2i729fljpmqght7eghm9lbd0750t6em8drj7rh6oqchagueh1e/f/60102596a110480a98aec7a35c4896d9_SeqId_4_ into dc77dc07938eae89565153e921364645/f as hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645/f/b158926bae9943ba82e53824d5ac372c_SeqId_4_ - updating store file list. 2024-11-24T08:19:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b158926bae9943ba82e53824d5ac372c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T08:19:34,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645/f/b158926bae9943ba82e53824d5ac372c_SeqId_4_ into dc77dc07938eae89565153e921364645/f 2024-11-24T08:19:34,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins.hfs.11__test__uj41uaiknrhq0f2i729fljpmqght7eghm9lbd0750t6em8drj7rh6oqchagueh1e/f/60102596a110480a98aec7a35c4896d9_SeqId_4_ into dc77dc07938eae89565153e921364645/f (new location: hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645/f/b158926bae9943ba82e53824d5ac372c_SeqId_4_) 2024-11-24T08:19:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins.hfs.11__test__uj41uaiknrhq0f2i729fljpmqght7eghm9lbd0750t6em8drj7rh6oqchagueh1e/f/60102596a110480a98aec7a35c4896d9_SeqId_4_ 2024-11-24T08:19:34,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.ReplicationSink(324): Finished replicating [896f8414-feb9-4e33-a878-86940c010cc1] bulk loaded data 2024-11-24T08:19:34,442 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 687, reset compression=false 2024-11-24T08:19:34,894 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 to pos 379, reset compression=false 2024-11-24T08:19:34,902 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:19:34,902 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.shipper30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,36309,1732436364493 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc77dc07938eae89565153e921364645/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732436374432/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-24T08:19:34,905 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.shipper30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:19:34,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-24T08:19:34,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.ReplicationSink(318): Replicating [896f8414-feb9-4e33-a878-86940c010cc1, 3d5dc830-07a7-4618-88d3-e6aca283fc37] bulk loaded data 2024-11-24T08:19:34,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aa61899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:34,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40239,-1 for getting cluster id 2024-11-24T08:19:34,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:34,908 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '896f8414-feb9-4e33-a878-86940c010cc1' 2024-11-24T08:19:34,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:34,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "896f8414-feb9-4e33-a878-86940c010cc1" 2024-11-24T08:19:34,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f14e522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:34,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40239,-1] 2024-11-24T08:19:34,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:34,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:34,910 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:34,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50014f9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:34,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741842_1018 (size=7894) 2024-11-24T08:19:34,947 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 687, reset compression=false 2024-11-24T08:19:35,102 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 to pos 725, reset compression=false 2024-11-24T08:19:35,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741843_1019 (size=7691) 2024-11-24T08:19:35,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:35,391 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732436375391/Put/seqid=0 2024-11-24T08:19:35,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741842_1018 (size=11194) 2024-11-24T08:19:35,406 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 to pos 725, reset compression=false 2024-11-24T08:19:35,551 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 687, reset compression=false 2024-11-24T08:19:35,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:35,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40239,1732436360079 2024-11-24T08:19:35,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c2f6b4a 2024-11-24T08:19:35,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:35,738 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-24T08:19:35,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T08:19:35,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:35,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,43393,1732436360158, seqNum=-1] 2024-11-24T08:19:35,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:35,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-24T08:19:35,748 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins.hfs.10__test__fjp5d6li462bqlh3se9rsi6hhrjkda46fcvde5vbt6fvkb518r825onhh26d30d0/f/98a33d1dd0ec4b87a65caf83608892af_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T08:19:35,750 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins.hfs.10__test__fjp5d6li462bqlh3se9rsi6hhrjkda46fcvde5vbt6fvkb518r825onhh26d30d0/f/b158926bae9943ba82e53824d5ac372c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T08:19:35,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.ReplicationSink(324): Finished replicating [896f8414-feb9-4e33-a878-86940c010cc1, 3d5dc830-07a7-4618-88d3-e6aca283fc37] bulk loaded data 2024-11-24T08:19:35,797 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732436375797/Put/seqid=0 2024-11-24T08:19:35,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741843_1019 (size=10791) 2024-11-24T08:19:35,823 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 to pos 725, reset compression=false 2024-11-24T08:19:36,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fbf0b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:36,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,42353,-1 for getting cluster id 2024-11-24T08:19:36,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:36,217 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d5dc830-07a7-4618-88d3-e6aca283fc37' 2024-11-24T08:19:36,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:36,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d5dc830-07a7-4618-88d3-e6aca283fc37" 2024-11-24T08:19:36,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1d6d02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:36,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,42353,-1] 2024-11-24T08:19:36,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:36,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:36,218 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:36,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786b8435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:36,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:36,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,36309,1732436364493, seqNum=-1] 2024-11-24T08:19:36,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:36,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:19:36,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,42353,1732436364449 2024-11-24T08:19:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6105b8f1 2024-11-24T08:19:36,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:36,230 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:19:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732436367888.dc77dc07938eae89565153e921364645., hostname=30c28c82771d,36309,1732436364493, seqNum=2] 2024-11-24T08:19:36,236 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T08:19:36,241 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-24T08:19:36,243 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-24T08:19:36,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/testHFileCyclicReplication_10/f/hfile_1 for inclusion in dc77dc07938eae89565153e921364645/f 2024-11-24T08:19:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T08:19:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:19:36,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/testHFileCyclicReplication_10/f/hfile_0 for inclusion in dc77dc07938eae89565153e921364645/f 2024-11-24T08:19:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T08:19:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:19:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HRegion(2603): Flush status journal for dc77dc07938eae89565153e921364645: 2024-11-24T08:19:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins__test__5qrujjblr2h3f86po3a7ja67b726vsjqholkagih9qr741stt1h9mkim9g06dhhj/f/hfile_1 2024-11-24T08:19:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins__test__5qrujjblr2h3f86po3a7ja67b726vsjqholkagih9qr741stt1h9mkim9g06dhhj/f/hfile_1 as hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645/f/f930b154b2dd4161910108aecd153838_SeqId_6_ 2024-11-24T08:19:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins__test__5qrujjblr2h3f86po3a7ja67b726vsjqholkagih9qr741stt1h9mkim9g06dhhj/f/hfile_0 2024-11-24T08:19:36,255 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 687, reset compression=false 2024-11-24T08:19:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins__test__5qrujjblr2h3f86po3a7ja67b726vsjqholkagih9qr741stt1h9mkim9g06dhhj/f/hfile_0 as hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645/f/03527a04d4314d468fcfc627ff18e851_SeqId_6_ 2024-11-24T08:19:36,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins__test__5qrujjblr2h3f86po3a7ja67b726vsjqholkagih9qr741stt1h9mkim9g06dhhj/f/hfile_1 into dc77dc07938eae89565153e921364645/f as hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645/f/f930b154b2dd4161910108aecd153838_SeqId_6_ - updating store file list. 2024-11-24T08:19:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f930b154b2dd4161910108aecd153838_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T08:19:36,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645/f/f930b154b2dd4161910108aecd153838_SeqId_6_ into dc77dc07938eae89565153e921364645/f 2024-11-24T08:19:36,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins__test__5qrujjblr2h3f86po3a7ja67b726vsjqholkagih9qr741stt1h9mkim9g06dhhj/f/hfile_1 into dc77dc07938eae89565153e921364645/f (new location: hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645/f/f930b154b2dd4161910108aecd153838_SeqId_6_) 2024-11-24T08:19:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins__test__5qrujjblr2h3f86po3a7ja67b726vsjqholkagih9qr741stt1h9mkim9g06dhhj/f/hfile_1 2024-11-24T08:19:36,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins__test__5qrujjblr2h3f86po3a7ja67b726vsjqholkagih9qr741stt1h9mkim9g06dhhj/f/hfile_0 into dc77dc07938eae89565153e921364645/f as hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645/f/03527a04d4314d468fcfc627ff18e851_SeqId_6_ - updating store file list. 2024-11-24T08:19:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 03527a04d4314d468fcfc627ff18e851_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T08:19:36,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645/f/03527a04d4314d468fcfc627ff18e851_SeqId_6_ into dc77dc07938eae89565153e921364645/f 2024-11-24T08:19:36,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins__test__5qrujjblr2h3f86po3a7ja67b726vsjqholkagih9qr741stt1h9mkim9g06dhhj/f/hfile_0 into dc77dc07938eae89565153e921364645/f (new location: hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645/f/03527a04d4314d468fcfc627ff18e851_SeqId_6_) 2024-11-24T08:19:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/staging/jenkins__test__5qrujjblr2h3f86po3a7ja67b726vsjqholkagih9qr741stt1h9mkim9g06dhhj/f/hfile_0 2024-11-24T08:19:36,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:19:36,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:36,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:36,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:36,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:36,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732436367888.dc77dc07938eae89565153e921364645., hostname=30c28c82771d,36309,1732436364493, seqNum=2 , the old value is region=test,,1732436367888.dc77dc07938eae89565153e921364645., hostname=30c28c82771d,36309,1732436364493, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=30c28c82771d:36309 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T08:19:36,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732436367888.dc77dc07938eae89565153e921364645., hostname=30c28c82771d,36309,1732436364493, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T08:19:36,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:36,270 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T08:19:36,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732436367888.dc77dc07938eae89565153e921364645., hostname=30c28c82771d,36309,1732436364493, seqNum=2 from cache 2024-11-24T08:19:36,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,43393,1732436360158, seqNum=-1] 2024-11-24T08:19:36,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:36,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:19:36,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849., hostname=30c28c82771d,43393,1732436360158, seqNum=2] 2024-11-24T08:19:36,280 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T08:19:36,327 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 to pos 725, reset compression=false 2024-11-24T08:19:36,332 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:19:36,332 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.shipper30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,36309,1732436364493 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc77dc07938eae89565153e921364645/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732436376268/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T08:19:36,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.ReplicationSink(318): Replicating [3d5dc830-07a7-4618-88d3-e6aca283fc37] bulk loaded data 2024-11-24T08:19:36,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741844_1020 (size=10791) 2024-11-24T08:19:36,374 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:36309 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T08:19:36,532 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 to pos 1033, reset compression=false 2024-11-24T08:19:36,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741845_1021 (size=11194) 2024-11-24T08:19:36,846 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 to pos 1033, reset compression=false 2024-11-24T08:19:37,059 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 687, reset compression=false 2024-11-24T08:19:37,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T08:19:37,164 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins.hfs.10__test__91dp8mfe5tgf91ltgolhkdhfrh39dt7190c0qsr5v2105hgmnpr2fjr2v4kvf1mv/f/03527a04d4314d468fcfc627ff18e851_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-24T08:19:37,166 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins.hfs.10__test__91dp8mfe5tgf91ltgolhkdhfrh39dt7190c0qsr5v2105hgmnpr2fjr2v4kvf1mv/f/f930b154b2dd4161910108aecd153838_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-24T08:19:37,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins.hfs.10__test__91dp8mfe5tgf91ltgolhkdhfrh39dt7190c0qsr5v2105hgmnpr2fjr2v4kvf1mv/f/03527a04d4314d468fcfc627ff18e851_SeqId_6_ for inclusion in 42e49a6f5fb9220ed18c3461f5054849/f 2024-11-24T08:19:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T08:19:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:19:37,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins.hfs.10__test__91dp8mfe5tgf91ltgolhkdhfrh39dt7190c0qsr5v2105hgmnpr2fjr2v4kvf1mv/f/f930b154b2dd4161910108aecd153838_SeqId_6_ for inclusion in 42e49a6f5fb9220ed18c3461f5054849/f 2024-11-24T08:19:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T08:19:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:19:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HRegion(2603): Flush status journal for 42e49a6f5fb9220ed18c3461f5054849: 2024-11-24T08:19:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 03527a04d4314d468fcfc627ff18e851_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T08:19:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins.hfs.10__test__91dp8mfe5tgf91ltgolhkdhfrh39dt7190c0qsr5v2105hgmnpr2fjr2v4kvf1mv/f/03527a04d4314d468fcfc627ff18e851_SeqId_6_ as hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849/f/72eeb45ffc154be284a81618f5544d1c_SeqId_6_ 2024-11-24T08:19:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f930b154b2dd4161910108aecd153838_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T08:19:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins.hfs.10__test__91dp8mfe5tgf91ltgolhkdhfrh39dt7190c0qsr5v2105hgmnpr2fjr2v4kvf1mv/f/f930b154b2dd4161910108aecd153838_SeqId_6_ as hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849/f/6d47e7f271374ef2b5d75ea05b5c7280_SeqId_6_ 2024-11-24T08:19:37,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins.hfs.10__test__91dp8mfe5tgf91ltgolhkdhfrh39dt7190c0qsr5v2105hgmnpr2fjr2v4kvf1mv/f/03527a04d4314d468fcfc627ff18e851_SeqId_6_ into 42e49a6f5fb9220ed18c3461f5054849/f as hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849/f/72eeb45ffc154be284a81618f5544d1c_SeqId_6_ - updating store file list. 2024-11-24T08:19:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 72eeb45ffc154be284a81618f5544d1c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T08:19:37,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849/f/72eeb45ffc154be284a81618f5544d1c_SeqId_6_ into 42e49a6f5fb9220ed18c3461f5054849/f 2024-11-24T08:19:37,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins.hfs.10__test__91dp8mfe5tgf91ltgolhkdhfrh39dt7190c0qsr5v2105hgmnpr2fjr2v4kvf1mv/f/03527a04d4314d468fcfc627ff18e851_SeqId_6_ into 42e49a6f5fb9220ed18c3461f5054849/f (new location: hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849/f/72eeb45ffc154be284a81618f5544d1c_SeqId_6_) 2024-11-24T08:19:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins.hfs.10__test__91dp8mfe5tgf91ltgolhkdhfrh39dt7190c0qsr5v2105hgmnpr2fjr2v4kvf1mv/f/03527a04d4314d468fcfc627ff18e851_SeqId_6_ 2024-11-24T08:19:37,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins.hfs.10__test__91dp8mfe5tgf91ltgolhkdhfrh39dt7190c0qsr5v2105hgmnpr2fjr2v4kvf1mv/f/f930b154b2dd4161910108aecd153838_SeqId_6_ into 42e49a6f5fb9220ed18c3461f5054849/f as hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849/f/6d47e7f271374ef2b5d75ea05b5c7280_SeqId_6_ - updating store file list. 2024-11-24T08:19:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d47e7f271374ef2b5d75ea05b5c7280_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T08:19:37,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849/f/6d47e7f271374ef2b5d75ea05b5c7280_SeqId_6_ into 42e49a6f5fb9220ed18c3461f5054849/f 2024-11-24T08:19:37,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins.hfs.10__test__91dp8mfe5tgf91ltgolhkdhfrh39dt7190c0qsr5v2105hgmnpr2fjr2v4kvf1mv/f/f930b154b2dd4161910108aecd153838_SeqId_6_ into 42e49a6f5fb9220ed18c3461f5054849/f (new location: hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849/f/6d47e7f271374ef2b5d75ea05b5c7280_SeqId_6_) 2024-11-24T08:19:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/staging/jenkins.hfs.10__test__91dp8mfe5tgf91ltgolhkdhfrh39dt7190c0qsr5v2105hgmnpr2fjr2v4kvf1mv/f/f930b154b2dd4161910108aecd153838_SeqId_6_ 2024-11-24T08:19:37,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] regionserver.ReplicationSink(324): Finished replicating [3d5dc830-07a7-4618-88d3-e6aca283fc37] bulk loaded data 2024-11-24T08:19:37,250 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 to pos 1033, reset compression=false 2024-11-24T08:19:37,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:19:37,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:19:37,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:37,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:37,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:37,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:37,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:19:37,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1837828707, stopped=false 2024-11-24T08:19:37,290 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,42353,1732436364449 2024-11-24T08:19:37,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-814850668/running 2024-11-24T08:19:37,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-814850668/running 2024-11-24T08:19:37,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668 2024-11-24T08:19:37,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668 2024-11-24T08:19:37,292 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:19:37,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:19:37,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:37,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:37,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Set watcher on znode that does not yet exist, /1-814850668/running 2024-11-24T08:19:37,293 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,36309,1732436364493' ***** 2024-11-24T08:19:37,293 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:19:37,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Set watcher on znode that does not yet exist, /1-814850668/running 2024-11-24T08:19:37,293 INFO [RS:0;30c28c82771d:36309 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:19:37,293 INFO [RS:0;30c28c82771d:36309 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:19:37,293 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:19:37,293 INFO [RS:0;30c28c82771d:36309 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:19:37,293 INFO [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(3091): Received CLOSE for 6bec5866c5473a007d8dd0b84303cf40 2024-11-24T08:19:37,294 INFO [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(3091): Received CLOSE for dc77dc07938eae89565153e921364645 2024-11-24T08:19:37,294 INFO [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,36309,1732436364493 2024-11-24T08:19:37,294 INFO [RS:0;30c28c82771d:36309 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:19:37,294 INFO [RS:0;30c28c82771d:36309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:36309. 2024-11-24T08:19:37,294 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6bec5866c5473a007d8dd0b84303cf40, disabling compactions & flushes 2024-11-24T08:19:37,294 DEBUG [RS:0;30c28c82771d:36309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:37,294 DEBUG [RS:0;30c28c82771d:36309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:37,294 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40. 2024-11-24T08:19:37,294 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40. 2024-11-24T08:19:37,294 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40. after waiting 0 ms 2024-11-24T08:19:37,294 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40. 2024-11-24T08:19:37,294 INFO [RS:0;30c28c82771d:36309 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:19:37,294 INFO [RS:0;30c28c82771d:36309 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:19:37,294 INFO [RS:0;30c28c82771d:36309 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:19:37,294 INFO [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:19:37,294 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6bec5866c5473a007d8dd0b84303cf40 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-24T08:19:37,294 INFO [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T08:19:37,294 DEBUG [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(1325): Online Regions={6bec5866c5473a007d8dd0b84303cf40=hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40., 1588230740=hbase:meta,,1.1588230740, dc77dc07938eae89565153e921364645=test,,1732436367888.dc77dc07938eae89565153e921364645.} 2024-11-24T08:19:37,294 DEBUG [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bec5866c5473a007d8dd0b84303cf40, dc77dc07938eae89565153e921364645 2024-11-24T08:19:37,294 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:19:37,294 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:19:37,294 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:19:37,294 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:19:37,294 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:19:37,295 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T08:19:37,310 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/replication/6bec5866c5473a007d8dd0b84303cf40/.tmp/hfileref/0afad6821cf14bb4a217371ce643e588 is 74, key is 1/hfileref:03527a04d4314d468fcfc627ff18e851_SeqId_6_/1732436377192/DeleteColumn/seqid=0 2024-11-24T08:19:37,310 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/.tmp/info/8cf6885a5b9041418554e30802c6717b is 147, key is hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40./info:regioninfo/1732436371875/Put/seqid=0 2024-11-24T08:19:37,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741844_1020 (size=7686) 2024-11-24T08:19:37,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741845_1021 (size=5345) 2024-11-24T08:19:37,365 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:19:37,494 DEBUG [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bec5866c5473a007d8dd0b84303cf40, dc77dc07938eae89565153e921364645 2024-11-24T08:19:37,552 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:19:37,552 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:19:37,695 DEBUG [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bec5866c5473a007d8dd0b84303cf40, dc77dc07938eae89565153e921364645 2024-11-24T08:19:37,715 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/.tmp/info/8cf6885a5b9041418554e30802c6717b 2024-11-24T08:19:37,718 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/replication/6bec5866c5473a007d8dd0b84303cf40/.tmp/hfileref/0afad6821cf14bb4a217371ce643e588 2024-11-24T08:19:37,737 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/replication/6bec5866c5473a007d8dd0b84303cf40/.tmp/queue/1aab8979609b4e75b170cc2df02775f5 is 154, key is 1-30c28c82771d,36309,1732436364493/queue:30c28c82771d%2C36309%2C1732436364493/1732436377194/Put/seqid=0 2024-11-24T08:19:37,738 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/.tmp/ns/3c9236ea18684d5795a2cc09586d8320 is 43, key is default/ns:d/1732436366691/Put/seqid=0 2024-11-24T08:19:37,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741846_1022 (size=5353) 2024-11-24T08:19:37,741 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/replication/6bec5866c5473a007d8dd0b84303cf40/.tmp/queue/1aab8979609b4e75b170cc2df02775f5 2024-11-24T08:19:37,747 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/replication/6bec5866c5473a007d8dd0b84303cf40/.tmp/hfileref/0afad6821cf14bb4a217371ce643e588 as hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/replication/6bec5866c5473a007d8dd0b84303cf40/hfileref/0afad6821cf14bb4a217371ce643e588 2024-11-24T08:19:37,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741847_1023 (size=5153) 2024-11-24T08:19:37,751 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/.tmp/ns/3c9236ea18684d5795a2cc09586d8320 2024-11-24T08:19:37,753 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/replication/6bec5866c5473a007d8dd0b84303cf40/hfileref/0afad6821cf14bb4a217371ce643e588, entries=4, sequenceid=12, filesize=5.2 K 2024-11-24T08:19:37,754 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/replication/6bec5866c5473a007d8dd0b84303cf40/.tmp/queue/1aab8979609b4e75b170cc2df02775f5 as hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/replication/6bec5866c5473a007d8dd0b84303cf40/queue/1aab8979609b4e75b170cc2df02775f5 2024-11-24T08:19:37,754 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 to pos 1033, reset compression=false 2024-11-24T08:19:37,759 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/replication/6bec5866c5473a007d8dd0b84303cf40/queue/1aab8979609b4e75b170cc2df02775f5, entries=1, sequenceid=12, filesize=5.2 K 2024-11-24T08:19:37,761 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 6bec5866c5473a007d8dd0b84303cf40 in 467ms, sequenceid=12, compaction requested=false 2024-11-24T08:19:37,765 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/replication/6bec5866c5473a007d8dd0b84303cf40/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T08:19:37,766 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:19:37,766 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:19:37,766 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40. 2024-11-24T08:19:37,766 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6bec5866c5473a007d8dd0b84303cf40: Waiting for close lock at 1732436377294Running coprocessor pre-close hooks at 1732436377294Disabling compacts and flushes for region at 1732436377294Disabling writes for close at 1732436377294Obtaining lock to block concurrent updates at 1732436377294Preparing flush snapshotting stores in 6bec5866c5473a007d8dd0b84303cf40 at 1732436377294Finished memstore snapshotting hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732436377294Flushing stores of hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40. at 1732436377295 (+1 ms)Flushing 6bec5866c5473a007d8dd0b84303cf40/hfileref: creating writer at 1732436377295Flushing 6bec5866c5473a007d8dd0b84303cf40/hfileref: appending metadata at 1732436377310 (+15 ms)Flushing 6bec5866c5473a007d8dd0b84303cf40/hfileref: closing flushed file at 1732436377310Flushing 6bec5866c5473a007d8dd0b84303cf40/queue: creating writer at 1732436377723 (+413 ms)Flushing 6bec5866c5473a007d8dd0b84303cf40/queue: appending metadata at 1732436377736 (+13 ms)Flushing 6bec5866c5473a007d8dd0b84303cf40/queue: closing flushed file at 1732436377736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23f72041: reopening flushed file at 1732436377746 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44bedf03: reopening flushed file at 1732436377753 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 6bec5866c5473a007d8dd0b84303cf40 in 467ms, sequenceid=12, compaction requested=false at 1732436377761 (+8 ms)Writing region close event to WAL at 1732436377762 (+1 ms)Running coprocessor post-close hooks at 1732436377766 (+4 ms)Closed at 1732436377766 2024-11-24T08:19:37,767 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732436370695.6bec5866c5473a007d8dd0b84303cf40. 2024-11-24T08:19:37,767 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc77dc07938eae89565153e921364645, disabling compactions & flushes 2024-11-24T08:19:37,767 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732436367888.dc77dc07938eae89565153e921364645. 2024-11-24T08:19:37,767 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436367888.dc77dc07938eae89565153e921364645. 2024-11-24T08:19:37,767 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732436367888.dc77dc07938eae89565153e921364645. after waiting 0 ms 2024-11-24T08:19:37,767 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732436367888.dc77dc07938eae89565153e921364645. 2024-11-24T08:19:37,774 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/default/test/dc77dc07938eae89565153e921364645/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T08:19:37,774 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:19:37,774 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:19:37,774 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732436367888.dc77dc07938eae89565153e921364645. 2024-11-24T08:19:37,774 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc77dc07938eae89565153e921364645: Waiting for close lock at 1732436377767Running coprocessor pre-close hooks at 1732436377767Disabling compacts and flushes for region at 1732436377767Disabling writes for close at 1732436377767Writing region close event to WAL at 1732436377768 (+1 ms)Running coprocessor post-close hooks at 1732436377774 (+6 ms)Closed at 1732436377774 2024-11-24T08:19:37,774 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732436367888.dc77dc07938eae89565153e921364645. 2024-11-24T08:19:37,777 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/.tmp/rep_barrier/04393895ad12425b9e06dde8b2b76511 is 112, key is test,,1732436367888.dc77dc07938eae89565153e921364645./rep_barrier:seqnumDuringOpen/1732436368265/Put/seqid=0 2024-11-24T08:19:37,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741848_1024 (size=5518) 2024-11-24T08:19:37,791 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/.tmp/rep_barrier/04393895ad12425b9e06dde8b2b76511 2024-11-24T08:19:37,832 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/.tmp/table/6e7cd2626fce448db9a3c1d80a4ecc6d is 53, key is hbase:replication/table:state/1732436371883/Put/seqid=0 2024-11-24T08:19:37,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741849_1025 (size=5308) 2024-11-24T08:19:37,895 DEBUG [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:19:37,963 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 687, reset compression=false 2024-11-24T08:19:37,970 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:19:37,970 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,43393,1732436360158 got entry batch from reader: WALEntryBatch [walEntries=[{test/42e49a6f5fb9220ed18c3461f5054849/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732436377189/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-24T08:19:37,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 30c28c82771d,36309,1732436364493 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T08:19:37,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:36364 deadline: 1732436437971, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 30c28c82771d,36309,1732436364493 stopping 2024-11-24T08:19:37,973 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 30c28c82771d,36309,1732436364493 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:19:38,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 30c28c82771d,36309,1732436364493 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T08:19:38,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:36364 deadline: 1732436438076, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 30c28c82771d,36309,1732436364493 stopping 2024-11-24T08:19:38,077 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 30c28c82771d,36309,1732436364493 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:19:38,095 DEBUG [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:19:38,171 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 1033, reset compression=false 2024-11-24T08:19:38,238 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/.tmp/table/6e7cd2626fce448db9a3c1d80a4ecc6d 2024-11-24T08:19:38,246 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/.tmp/info/8cf6885a5b9041418554e30802c6717b as hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/info/8cf6885a5b9041418554e30802c6717b 2024-11-24T08:19:38,253 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/info/8cf6885a5b9041418554e30802c6717b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T08:19:38,255 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/.tmp/ns/3c9236ea18684d5795a2cc09586d8320 as hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/ns/3c9236ea18684d5795a2cc09586d8320 2024-11-24T08:19:38,261 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/ns/3c9236ea18684d5795a2cc09586d8320, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T08:19:38,262 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/.tmp/rep_barrier/04393895ad12425b9e06dde8b2b76511 as hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/rep_barrier/04393895ad12425b9e06dde8b2b76511 2024-11-24T08:19:38,269 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/rep_barrier/04393895ad12425b9e06dde8b2b76511, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T08:19:38,270 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/.tmp/table/6e7cd2626fce448db9a3c1d80a4ecc6d as hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/table/6e7cd2626fce448db9a3c1d80a4ecc6d 2024-11-24T08:19:38,277 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/table/6e7cd2626fce448db9a3c1d80a4ecc6d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T08:19:38,278 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 984ms, sequenceid=16, compaction requested=false 2024-11-24T08:19:38,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 30c28c82771d,36309,1732436364493 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T08:19:38,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36309 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:36364 deadline: 1732436438280, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 30c28c82771d,36309,1732436364493 stopping 2024-11-24T08:19:38,282 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 30c28c82771d,36309,1732436364493 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:19:38,295 INFO [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T08:19:38,295 DEBUG [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:19:38,295 DEBUG [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:19:38,324 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T08:19:38,325 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:19:38,325 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:19:38,325 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:19:38,325 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436377294Running coprocessor pre-close hooks at 1732436377294Disabling compacts and flushes for region at 1732436377294Disabling writes for close at 1732436377294Obtaining lock to block concurrent updates at 1732436377295 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732436377295Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732436377295Flushing stores of hbase:meta,,1.1588230740 at 1732436377295Flushing 1588230740/info: creating writer at 1732436377295Flushing 1588230740/info: appending metadata at 1732436377310 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732436377310Flushing 1588230740/ns: creating writer at 1732436377720 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732436377737 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732436377738 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732436377756 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732436377776 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732436377776Flushing 1588230740/table: creating writer at 1732436377797 (+21 ms)Flushing 1588230740/table: appending metadata at 1732436377831 (+34 ms)Flushing 1588230740/table: closing flushed file at 1732436377831Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a893c1: reopening flushed file at 1732436378245 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@455c712a: reopening flushed file at 1732436378254 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@274e9c73: reopening flushed file at 1732436378261 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b97a2e6: reopening flushed file at 1732436378269 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 984ms, sequenceid=16, compaction requested=false at 1732436378279 (+10 ms)Writing region close event to WAL at 1732436378302 (+23 ms)Running coprocessor post-close hooks at 1732436378325 (+23 ms)Closed at 1732436378325 2024-11-24T08:19:38,326 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:19:38,358 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 to pos 1033, reset compression=false 2024-11-24T08:19:38,379 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:19:38,379 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 to pos 1328, reset compression=false 2024-11-24T08:19:38,379 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.shipper30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,36309,1732436364493 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:19:38,380 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.shipper30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30c28c82771d,36309,1732436364493: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30c28c82771d,36309,1732436364493, walGroup=30c28c82771d%2C36309%2C1732436364493, offset=30c28c82771d%2C36309%2C1732436364493.1732436365694:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:36309 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T08:19:38,382 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.shipper30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T08:19:38,382 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.shipper30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T08:19:38,383 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.shipper30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T08:19:38,383 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.shipper30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T08:19:38,383 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.shipper30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T08:19:38,383 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.shipper30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 573778312 }, "NonHeapMemoryUsage": { "committed": 191168512, "init": 7667712, "max": -1, "used": 188386136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T08:19:38,387 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.shipper30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T08:19:38,475 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 1033, reset compression=false 2024-11-24T08:19:38,495 INFO [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,36309,1732436364493; all regions closed. 2024-11-24T08:19:38,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741834_1010 (size=4239) 2024-11-24T08:19:38,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741839_1015 (size=3127) 2024-11-24T08:19:38,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741832_1008 (size=1336) 2024-11-24T08:19:38,523 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 not finished, retry = 0 2024-11-24T08:19:38,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 30c28c82771d,36309,1732436364493 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:19:38,587 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 30c28c82771d,36309,1732436364493 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:19:38,610 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 to pos 1328, reset compression=false 2024-11-24T08:19:38,625 DEBUG [RS:0;30c28c82771d:36309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:38,625 INFO [RS:0;30c28c82771d:36309 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:19:38,626 INFO [RS:0;30c28c82771d:36309 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:19:38,626 INFO [RS:0;30c28c82771d:36309 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:19:38,626 INFO [RS:0;30c28c82771d:36309 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:19:38,627 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:19:38,627 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/WALs/30c28c82771d,36309,1732436364493/30c28c82771d%2C36309%2C1732436364493.1732436365694 2024-11-24T08:19:38,627 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-24T08:19:38,627 INFO [RS:0;30c28c82771d:36309 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30c28c82771d,36309,1732436364493 because: Region server is closing 2024-11-24T08:19:38,627 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-24T08:19:38,627 INFO [RS:0;30c28c82771d:36309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:36309. 2024-11-24T08:19:38,627 DEBUG [RS:0;30c28c82771d:36309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:38,627 DEBUG [RS:0;30c28c82771d:36309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:38,627 DEBUG [RS:0;30c28c82771d:36309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:38,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:38,728 INFO [RS:0;30c28c82771d:36309 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.shipper30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 terminated 2024-11-24T08:19:38,728 INFO [RS:0;30c28c82771d:36309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:36309. 2024-11-24T08:19:38,728 DEBUG [RS:0;30c28c82771d:36309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:38,728 DEBUG [RS:0;30c28c82771d:36309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:38,728 DEBUG [RS:0;30c28c82771d:36309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:38,728 INFO [RS:0;30c28c82771d:36309 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36309 2024-11-24T08:19:38,728 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36309,1732436364493.replicationSource.wal-reader.30c28c82771d%2C36309%2C1732436364493,1-30c28c82771d,36309,1732436364493 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-24T08:19:38,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:38,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-814850668/rs/30c28c82771d,36309,1732436364493 2024-11-24T08:19:38,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668/rs 2024-11-24T08:19:38,733 INFO [RS:0;30c28c82771d:36309 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:19:38,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,36309,1732436364493] 2024-11-24T08:19:38,736 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-814850668/draining/30c28c82771d,36309,1732436364493 already deleted, retry=false 2024-11-24T08:19:38,736 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,36309,1732436364493 expired; onlineServers=0 2024-11-24T08:19:38,736 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,42353,1732436364449' ***** 2024-11-24T08:19:38,736 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:19:38,736 INFO [M:0;30c28c82771d:42353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:19:38,736 INFO [M:0;30c28c82771d:42353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:19:38,736 DEBUG [M:0;30c28c82771d:42353 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:19:38,736 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:19:38,737 DEBUG [M:0;30c28c82771d:42353 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:19:38,737 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436365488 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436365488,5,FailOnTimeoutGroup] 2024-11-24T08:19:38,737 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436365488 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436365488,5,FailOnTimeoutGroup] 2024-11-24T08:19:38,737 INFO [M:0;30c28c82771d:42353 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:19:38,737 INFO [M:0;30c28c82771d:42353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:19:38,737 DEBUG [M:0;30c28c82771d:42353 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:19:38,737 INFO [M:0;30c28c82771d:42353 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:19:38,738 INFO [M:0;30c28c82771d:42353 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:19:38,738 INFO [M:0;30c28c82771d:42353 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:19:38,738 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:19:38,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-814850668/master 2024-11-24T08:19:38,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-814850668 2024-11-24T08:19:38,739 DEBUG [M:0;30c28c82771d:42353 {}] zookeeper.ZKUtil(347): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Unable to get data of znode /1-814850668/master because node does not exist (not an error) 2024-11-24T08:19:38,739 WARN [M:0;30c28c82771d:42353 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:19:38,739 INFO [M:0;30c28c82771d:42353 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/.lastflushedseqids 2024-11-24T08:19:38,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741850_1026 (size=263) 2024-11-24T08:19:38,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:38,835 INFO [RS:0;30c28c82771d:36309 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:19:38,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36309-0x101490ee0910004, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:38,835 INFO [RS:0;30c28c82771d:36309 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,36309,1732436364493; zookeeper connection closed. 2024-11-24T08:19:38,835 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@464808c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@464808c0 2024-11-24T08:19:38,835 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:19:38,881 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 1033, reset compression=false 2024-11-24T08:19:38,996 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 30c28c82771d:36309 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 30c28c82771d/172.17.0.2:36309 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:19:38,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 30c28c82771d:36309 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 30c28c82771d/172.17.0.2:36309 2024-11-24T08:19:38,997 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=30c28c82771d:36309 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 30c28c82771d/172.17.0.2:36309 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 30c28c82771d/172.17.0.2:36309 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-24T08:19:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T08:19:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:35538 deadline: 1732436438999, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T08:19:39,000 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T08:19:39,001 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T08:19:39,151 INFO [M:0;30c28c82771d:42353 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:19:39,151 INFO [M:0;30c28c82771d:42353 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:19:39,151 DEBUG [M:0;30c28c82771d:42353 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:19:39,151 INFO [M:0;30c28c82771d:42353 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:39,151 DEBUG [M:0;30c28c82771d:42353 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:39,151 DEBUG [M:0;30c28c82771d:42353 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:19:39,151 DEBUG [M:0;30c28c82771d:42353 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:39,151 INFO [M:0;30c28c82771d:42353 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T08:19:39,167 DEBUG [M:0;30c28c82771d:42353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad3d4ad7e32c453f80d177d2173331a4 is 82, key is hbase:meta,,1/info:regioninfo/1732436366679/Put/seqid=0 2024-11-24T08:19:39,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741851_1027 (size=5672) 2024-11-24T08:19:39,384 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 1033, reset compression=false 2024-11-24T08:19:39,501 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T08:19:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T08:19:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:35538 deadline: 1732436439502, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T08:19:39,503 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T08:19:39,504 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T08:19:39,504 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T08:19:39,571 INFO [M:0;30c28c82771d:42353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad3d4ad7e32c453f80d177d2173331a4 2024-11-24T08:19:39,597 DEBUG [M:0;30c28c82771d:42353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d84a60ce0e1401aab3499f23c0bdbd3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732436371887/Put/seqid=0 2024-11-24T08:19:39,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741852_1028 (size=8515) 2024-11-24T08:19:39,988 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 1033, reset compression=false 2024-11-24T08:19:40,001 INFO [M:0;30c28c82771d:42353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d84a60ce0e1401aab3499f23c0bdbd3 2024-11-24T08:19:40,021 DEBUG [M:0;30c28c82771d:42353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0b59479e692438eaf1568e6c8bf1085 is 69, key is 30c28c82771d,36309,1732436364493/rs:state/1732436365533/Put/seqid=0 2024-11-24T08:19:40,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741853_1029 (size=5156) 2024-11-24T08:19:40,105 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T08:19:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T08:19:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42353 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:35538 deadline: 1732436440106, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T08:19:40,107 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T08:19:40,108 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T08:19:40,108 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T08:19:40,426 INFO [M:0;30c28c82771d:42353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0b59479e692438eaf1568e6c8bf1085 2024-11-24T08:19:40,431 DEBUG [M:0;30c28c82771d:42353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad3d4ad7e32c453f80d177d2173331a4 as hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad3d4ad7e32c453f80d177d2173331a4 2024-11-24T08:19:40,435 INFO [M:0;30c28c82771d:42353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad3d4ad7e32c453f80d177d2173331a4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T08:19:40,436 DEBUG [M:0;30c28c82771d:42353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d84a60ce0e1401aab3499f23c0bdbd3 as hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d84a60ce0e1401aab3499f23c0bdbd3 2024-11-24T08:19:40,440 INFO [M:0;30c28c82771d:42353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d84a60ce0e1401aab3499f23c0bdbd3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T08:19:40,441 DEBUG [M:0;30c28c82771d:42353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0b59479e692438eaf1568e6c8bf1085 as hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0b59479e692438eaf1568e6c8bf1085 2024-11-24T08:19:40,445 INFO [M:0;30c28c82771d:42353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39923/user/jenkins/test-data/ab99567c-758f-0249-d5bc-b686f5c71d9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0b59479e692438eaf1568e6c8bf1085, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T08:19:40,446 INFO [M:0;30c28c82771d:42353 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false 2024-11-24T08:19:40,450 INFO [M:0;30c28c82771d:42353 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:40,451 DEBUG [M:0;30c28c82771d:42353 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436379151Disabling compacts and flushes for region at 1732436379151Disabling writes for close at 1732436379151Obtaining lock to block concurrent updates at 1732436379151Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436379151Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732436379151Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436379152 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436379152Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436379166 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436379166Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436379576 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436379597 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436379597Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436380006 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436380021 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436380021Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ffe2a8c: reopening flushed file at 1732436380430 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ae9e312: reopening flushed file at 1732436380435 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ae7fd54: reopening flushed file at 1732436380440 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false at 1732436380446 (+6 ms)Writing region close event to WAL at 1732436380450 (+4 ms)Closed at 1732436380450 2024-11-24T08:19:40,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40069 is added to blk_1073741830_1006 (size=63642) 2024-11-24T08:19:40,455 INFO [M:0;30c28c82771d:42353 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:19:40,455 INFO [M:0;30c28c82771d:42353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42353 2024-11-24T08:19:40,455 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:19:40,455 INFO [M:0;30c28c82771d:42353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:19:40,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:40,558 INFO [M:0;30c28c82771d:42353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:19:40,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42353-0x101490ee0910003, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:40,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bcb422c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:19:40,561 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8444d8d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:19:40,561 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:19:40,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36dccc51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:19:40,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae18a64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/hadoop.log.dir/,STOPPED} 2024-11-24T08:19:40,563 WARN [BP-1480322050-172.17.0.2-1732436363331 heartbeating to localhost/127.0.0.1:39923 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:19:40,563 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:19:40,563 WARN [BP-1480322050-172.17.0.2-1732436363331 heartbeating to localhost/127.0.0.1:39923 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1480322050-172.17.0.2-1732436363331 (Datanode Uuid 4d4c0146-ad56-4e9d-8911-d5e67d306fa9) service to localhost/127.0.0.1:39923 2024-11-24T08:19:40,563 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:19:40,564 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/cluster_48ef2eb5-ce23-6f93-d095-16f725eec646/data/data1/current/BP-1480322050-172.17.0.2-1732436363331 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:19:40,564 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/cluster_48ef2eb5-ce23-6f93-d095-16f725eec646/data/data2/current/BP-1480322050-172.17.0.2-1732436363331 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:19:40,564 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:19:40,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f67c45b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:19:40,571 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f02d4de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:19:40,571 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:19:40,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69940a76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:19:40,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2816bb08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/hadoop.log.dir/,STOPPED} 2024-11-24T08:19:40,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:19:40,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:19:40,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:19:40,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:40,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:40,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:40,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:40,584 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:19:40,584 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1103553039, stopped=false 2024-11-24T08:19:40,585 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,40239,1732436360079 2024-11-24T08:19:40,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-693529542/running 2024-11-24T08:19:40,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542 2024-11-24T08:19:40,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-693529542/running 2024-11-24T08:19:40,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542 2024-11-24T08:19:40,586 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:19:40,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Set watcher on znode that does not yet exist, /0-693529542/running 2024-11-24T08:19:40,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Set watcher on znode that does not yet exist, /0-693529542/running 2024-11-24T08:19:40,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:19:40,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:40,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:40,588 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,43393,1732436360158' ***** 2024-11-24T08:19:40,588 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:19:40,588 INFO [RS:0;30c28c82771d:43393 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:19:40,588 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:19:40,588 INFO [RS:0;30c28c82771d:43393 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:19:40,588 INFO [RS:0;30c28c82771d:43393 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:19:40,588 INFO [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(3091): Received CLOSE for c263cd343fb21aa22f2486197944c69a 2024-11-24T08:19:40,589 INFO [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(3091): Received CLOSE for 42e49a6f5fb9220ed18c3461f5054849 2024-11-24T08:19:40,589 INFO [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,43393,1732436360158 2024-11-24T08:19:40,589 INFO [RS:0;30c28c82771d:43393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:19:40,589 INFO [RS:0;30c28c82771d:43393 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:43393. 2024-11-24T08:19:40,589 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c263cd343fb21aa22f2486197944c69a, disabling compactions & flushes 2024-11-24T08:19:40,589 DEBUG [RS:0;30c28c82771d:43393 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:40,589 DEBUG [RS:0;30c28c82771d:43393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:40,589 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a. 2024-11-24T08:19:40,589 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a. 2024-11-24T08:19:40,589 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a. after waiting 0 ms 2024-11-24T08:19:40,589 INFO [RS:0;30c28c82771d:43393 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:19:40,589 INFO [RS:0;30c28c82771d:43393 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:19:40,589 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a. 2024-11-24T08:19:40,589 INFO [RS:0;30c28c82771d:43393 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:19:40,589 INFO [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:19:40,589 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c263cd343fb21aa22f2486197944c69a 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-24T08:19:40,589 INFO [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T08:19:40,589 DEBUG [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(1325): Online Regions={c263cd343fb21aa22f2486197944c69a=hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a., 42e49a6f5fb9220ed18c3461f5054849=test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:19:40,589 DEBUG [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42e49a6f5fb9220ed18c3461f5054849, c263cd343fb21aa22f2486197944c69a 2024-11-24T08:19:40,589 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:19:40,589 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:19:40,589 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:19:40,589 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:19:40,589 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:19:40,589 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T08:19:40,605 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/replication/c263cd343fb21aa22f2486197944c69a/.tmp/hfileref/eca3dc0bb23c466a9a44385277b2c9a7 is 74, key is 1/hfileref:083b214328f440f8a3b95494dcfe203e_SeqId_4_/1732436374435/DeleteColumn/seqid=0 2024-11-24T08:19:40,608 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/.tmp/info/c33a6c99e38f4f0c8f1ae2d1bd85fda8 is 147, key is hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a./info:regioninfo/1732436369700/Put/seqid=0 2024-11-24T08:19:40,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741846_1022 (size=5345) 2024-11-24T08:19:40,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741847_1023 (size=7686) 2024-11-24T08:19:40,614 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/.tmp/info/c33a6c99e38f4f0c8f1ae2d1bd85fda8 2024-11-24T08:19:40,636 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/.tmp/ns/b0dc367e402b42aa8076a698b51495bd is 43, key is default/ns:d/1732436363256/Put/seqid=0 2024-11-24T08:19:40,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741848_1024 (size=5153) 2024-11-24T08:19:40,653 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:19:40,693 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 1033, reset compression=false 2024-11-24T08:19:40,789 DEBUG [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42e49a6f5fb9220ed18c3461f5054849, c263cd343fb21aa22f2486197944c69a 2024-11-24T08:19:40,809 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T08:19:40,809 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 30c28c82771d:42353 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 30c28c82771d/172.17.0.2:42353 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:19:40,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 30c28c82771d:42353 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 30c28c82771d/172.17.0.2:42353 2024-11-24T08:19:40,914 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:40,914 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 30c28c82771d:42353 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 30c28c82771d/172.17.0.2:42353 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:19:40,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=30c28c82771d:42353 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 30c28c82771d/172.17.0.2:42353 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-24T08:19:40,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 30c28c82771d:42353 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 30c28c82771d/172.17.0.2:42353 2024-11-24T08:19:40,990 DEBUG [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42e49a6f5fb9220ed18c3461f5054849, c263cd343fb21aa22f2486197944c69a 2024-11-24T08:19:41,012 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/replication/c263cd343fb21aa22f2486197944c69a/.tmp/hfileref/eca3dc0bb23c466a9a44385277b2c9a7 2024-11-24T08:19:41,034 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/replication/c263cd343fb21aa22f2486197944c69a/.tmp/queue/a82720ac452d45e9909b232c841bc8d5 is 153, key is 1-30c28c82771d,43393,1732436360158/queue:30c28c82771d%2C43393%2C1732436360158/1732436374437/Put/seqid=0 2024-11-24T08:19:41,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741849_1025 (size=5352) 2024-11-24T08:19:41,040 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/.tmp/ns/b0dc367e402b42aa8076a698b51495bd 2024-11-24T08:19:41,058 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/.tmp/rep_barrier/4cadc04e32544004b09848ebd62684d2 is 112, key is test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849./rep_barrier:seqnumDuringOpen/1732436367525/Put/seqid=0 2024-11-24T08:19:41,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741850_1026 (size=5518) 2024-11-24T08:19:41,123 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:41,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 30c28c82771d:42353 this server is in the failed servers list 2024-11-24T08:19:41,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 30c28c82771d:42353 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:19:41,180 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:19:41,180 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:19:41,190 DEBUG [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42e49a6f5fb9220ed18c3461f5054849, c263cd343fb21aa22f2486197944c69a 2024-11-24T08:19:41,390 DEBUG [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42e49a6f5fb9220ed18c3461f5054849, c263cd343fb21aa22f2486197944c69a 2024-11-24T08:19:41,434 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:41,434 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 30c28c82771d:42353 this server is in the failed servers list 2024-11-24T08:19:41,434 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 30c28c82771d:42353 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:19:41,439 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/replication/c263cd343fb21aa22f2486197944c69a/.tmp/queue/a82720ac452d45e9909b232c841bc8d5 2024-11-24T08:19:41,445 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/replication/c263cd343fb21aa22f2486197944c69a/.tmp/hfileref/eca3dc0bb23c466a9a44385277b2c9a7 as hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/replication/c263cd343fb21aa22f2486197944c69a/hfileref/eca3dc0bb23c466a9a44385277b2c9a7 2024-11-24T08:19:41,449 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/replication/c263cd343fb21aa22f2486197944c69a/hfileref/eca3dc0bb23c466a9a44385277b2c9a7, entries=4, sequenceid=10, filesize=5.2 K 2024-11-24T08:19:41,450 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/replication/c263cd343fb21aa22f2486197944c69a/.tmp/queue/a82720ac452d45e9909b232c841bc8d5 as hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/replication/c263cd343fb21aa22f2486197944c69a/queue/a82720ac452d45e9909b232c841bc8d5 2024-11-24T08:19:41,454 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/replication/c263cd343fb21aa22f2486197944c69a/queue/a82720ac452d45e9909b232c841bc8d5, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T08:19:41,455 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c263cd343fb21aa22f2486197944c69a in 866ms, sequenceid=10, compaction requested=false 2024-11-24T08:19:41,458 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/replication/c263cd343fb21aa22f2486197944c69a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T08:19:41,459 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:19:41,459 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:19:41,459 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a. 2024-11-24T08:19:41,459 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c263cd343fb21aa22f2486197944c69a: Waiting for close lock at 1732436380589Running coprocessor pre-close hooks at 1732436380589Disabling compacts and flushes for region at 1732436380589Disabling writes for close at 1732436380589Obtaining lock to block concurrent updates at 1732436380589Preparing flush snapshotting stores in c263cd343fb21aa22f2486197944c69a at 1732436380589Finished memstore snapshotting hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732436380589Flushing stores of hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a. at 1732436380590 (+1 ms)Flushing c263cd343fb21aa22f2486197944c69a/hfileref: creating writer at 1732436380590Flushing c263cd343fb21aa22f2486197944c69a/hfileref: appending metadata at 1732436380604 (+14 ms)Flushing c263cd343fb21aa22f2486197944c69a/hfileref: closing flushed file at 1732436380604Flushing c263cd343fb21aa22f2486197944c69a/queue: creating writer at 1732436381016 (+412 ms)Flushing c263cd343fb21aa22f2486197944c69a/queue: appending metadata at 1732436381034 (+18 ms)Flushing c263cd343fb21aa22f2486197944c69a/queue: closing flushed file at 1732436381034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c70996c: reopening flushed file at 1732436381444 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b79f3eb: reopening flushed file at 1732436381449 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c263cd343fb21aa22f2486197944c69a in 866ms, sequenceid=10, compaction requested=false at 1732436381455 (+6 ms)Writing region close event to WAL at 1732436381456 (+1 ms)Running coprocessor post-close hooks at 1732436381459 (+3 ms)Closed at 1732436381459 2024-11-24T08:19:41,459 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732436368535.c263cd343fb21aa22f2486197944c69a. 2024-11-24T08:19:41,459 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42e49a6f5fb9220ed18c3461f5054849, disabling compactions & flushes 2024-11-24T08:19:41,459 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849. 2024-11-24T08:19:41,459 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849. 2024-11-24T08:19:41,459 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849. after waiting 0 ms 2024-11-24T08:19:41,459 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849. 2024-11-24T08:19:41,462 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/.tmp/rep_barrier/4cadc04e32544004b09848ebd62684d2 2024-11-24T08:19:41,463 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/default/test/42e49a6f5fb9220ed18c3461f5054849/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T08:19:41,463 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:19:41,463 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:19:41,463 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849. 2024-11-24T08:19:41,463 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42e49a6f5fb9220ed18c3461f5054849: Waiting for close lock at 1732436381459Running coprocessor pre-close hooks at 1732436381459Disabling compacts and flushes for region at 1732436381459Disabling writes for close at 1732436381459Writing region close event to WAL at 1732436381460 (+1 ms)Running coprocessor post-close hooks at 1732436381463 (+3 ms)Closed at 1732436381463 2024-11-24T08:19:41,463 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732436366741.42e49a6f5fb9220ed18c3461f5054849. 2024-11-24T08:19:41,483 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/.tmp/table/34246ad8c04b4a88bea9b00ba00c082a is 53, key is hbase:replication/table:state/1732436369706/Put/seqid=0 2024-11-24T08:19:41,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741851_1027 (size=5308) 2024-11-24T08:19:41,497 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 1033, reset compression=false 2024-11-24T08:19:41,501 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:19:41,501 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 1328, reset compression=false 2024-11-24T08:19:41,590 INFO [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T08:19:41,590 DEBUG [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:19:41,590 DEBUG [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:19:41,704 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 1328, reset compression=false 2024-11-24T08:19:41,791 DEBUG [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:19:41,888 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/.tmp/table/34246ad8c04b4a88bea9b00ba00c082a 2024-11-24T08:19:41,893 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/.tmp/info/c33a6c99e38f4f0c8f1ae2d1bd85fda8 as hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/info/c33a6c99e38f4f0c8f1ae2d1bd85fda8 2024-11-24T08:19:41,897 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/info/c33a6c99e38f4f0c8f1ae2d1bd85fda8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T08:19:41,898 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/.tmp/ns/b0dc367e402b42aa8076a698b51495bd as hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/ns/b0dc367e402b42aa8076a698b51495bd 2024-11-24T08:19:41,901 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/ns/b0dc367e402b42aa8076a698b51495bd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T08:19:41,902 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/.tmp/rep_barrier/4cadc04e32544004b09848ebd62684d2 as hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/rep_barrier/4cadc04e32544004b09848ebd62684d2 2024-11-24T08:19:41,906 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/rep_barrier/4cadc04e32544004b09848ebd62684d2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T08:19:41,906 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/.tmp/table/34246ad8c04b4a88bea9b00ba00c082a as hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/table/34246ad8c04b4a88bea9b00ba00c082a 2024-11-24T08:19:41,910 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/table/34246ad8c04b4a88bea9b00ba00c082a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T08:19:41,911 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-24T08:19:41,919 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T08:19:41,920 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:19:41,920 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:19:41,920 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:19:41,920 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436380589Running coprocessor pre-close hooks at 1732436380589Disabling compacts and flushes for region at 1732436380589Disabling writes for close at 1732436380589Obtaining lock to block concurrent updates at 1732436380589Preparing flush snapshotting stores in 1588230740 at 1732436380589Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732436380590 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732436380590Flushing 1588230740/info: creating writer at 1732436380590Flushing 1588230740/info: appending metadata at 1732436380607 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732436380608 (+1 ms)Flushing 1588230740/ns: creating writer at 1732436380618 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732436380635 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732436380635Flushing 1588230740/rep_barrier: creating writer at 1732436381044 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732436381058 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732436381058Flushing 1588230740/table: creating writer at 1732436381466 (+408 ms)Flushing 1588230740/table: appending metadata at 1732436381483 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732436381483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15130ab3: reopening flushed file at 1732436381892 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d29bf9f: reopening flushed file at 1732436381897 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ecc0: reopening flushed file at 1732436381901 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba5f527: reopening flushed file at 1732436381906 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1732436381911 (+5 ms)Writing region close event to WAL at 1732436381917 (+6 ms)Running coprocessor post-close hooks at 1732436381920 (+3 ms)Closed at 1732436381920 2024-11-24T08:19:41,920 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:19:41,943 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:41,944 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 30c28c82771d:42353 this server is in the failed servers list 2024-11-24T08:19:41,944 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 30c28c82771d:42353 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:19:41,991 INFO [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,43393,1732436360158; all regions closed. 2024-11-24T08:19:41,993 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.meta.1732436363197.meta not finished, retry = 0 2024-11-24T08:19:41,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741834_1010 (size=4239) 2024-11-24T08:19:42,008 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 to pos 1328, reset compression=false 2024-11-24T08:19:42,095 DEBUG [RS:0;30c28c82771d:43393 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/oldWALs 2024-11-24T08:19:42,095 INFO [RS:0;30c28c82771d:43393 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C43393%2C1732436360158.meta:.meta(num 1732436363197) 2024-11-24T08:19:42,097 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.rep.1732436369669 not finished, retry = 0 2024-11-24T08:19:42,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741839_1015 (size=2695) 2024-11-24T08:19:42,199 DEBUG [RS:0;30c28c82771d:43393 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/oldWALs 2024-11-24T08:19:42,199 INFO [RS:0;30c28c82771d:43393 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C43393%2C1732436360158.rep:(num 1732436369669) 2024-11-24T08:19:42,201 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/WALs/30c28c82771d,43393,1732436360158/30c28c82771d%2C43393%2C1732436360158.1732436362278 not finished, retry = 0 2024-11-24T08:19:42,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741832_1008 (size=1336) 2024-11-24T08:19:42,304 DEBUG [RS:0;30c28c82771d:43393 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/oldWALs 2024-11-24T08:19:42,304 INFO [RS:0;30c28c82771d:43393 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C43393%2C1732436360158:(num 1732436362278) 2024-11-24T08:19:42,304 DEBUG [RS:0;30c28c82771d:43393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:42,304 INFO [RS:0;30c28c82771d:43393 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:19:42,304 INFO [RS:0;30c28c82771d:43393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:19:42,304 INFO [RS:0;30c28c82771d:43393 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:19:42,304 INFO [RS:0;30c28c82771d:43393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:19:42,304 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:19:42,304 INFO [RS:0;30c28c82771d:43393 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30c28c82771d,43393,1732436360158 because: Region server is closing 2024-11-24T08:19:42,305 INFO [RS:0;30c28c82771d:43393 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:43393. 2024-11-24T08:19:42,305 DEBUG [RS:0;30c28c82771d:43393 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:42,305 DEBUG [RS:0;30c28c82771d:43393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:42,305 DEBUG [RS:0;30c28c82771d:43393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:42,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:42,405 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.wal-reader.30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T08:19:42,405 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-24T08:19:42,405 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T08:19:42,406 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T08:19:42,954 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:42,954 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:19:42,957 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2145 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:19:43,206 INFO [RS:0;30c28c82771d:43393 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43393,1732436360158.replicationSource.shipper30c28c82771d%2C43393%2C1732436360158,1-30c28c82771d,43393,1732436360158 terminated 2024-11-24T08:19:43,207 INFO [RS:0;30c28c82771d:43393 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:43393. 2024-11-24T08:19:43,207 DEBUG [RS:0;30c28c82771d:43393 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:43,207 DEBUG [RS:0;30c28c82771d:43393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:43,207 DEBUG [RS:0;30c28c82771d:43393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:43,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:43,207 INFO [RS:0;30c28c82771d:43393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43393 2024-11-24T08:19:43,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-693529542/rs/30c28c82771d,43393,1732436360158 2024-11-24T08:19:43,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542/rs 2024-11-24T08:19:43,209 INFO [RS:0;30c28c82771d:43393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:19:43,209 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,43393,1732436360158] 2024-11-24T08:19:43,212 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-693529542/draining/30c28c82771d,43393,1732436360158 already deleted, retry=false 2024-11-24T08:19:43,212 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,43393,1732436360158 expired; onlineServers=0 2024-11-24T08:19:43,212 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,40239,1732436360079' ***** 2024-11-24T08:19:43,212 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:19:43,212 INFO [M:0;30c28c82771d:40239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:19:43,212 INFO [M:0;30c28c82771d:40239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:19:43,212 DEBUG [M:0;30c28c82771d:40239 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:19:43,212 DEBUG [M:0;30c28c82771d:40239 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:19:43,212 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:19:43,212 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436362039 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436362039,5,FailOnTimeoutGroup] 2024-11-24T08:19:43,212 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436362039 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436362039,5,FailOnTimeoutGroup] 2024-11-24T08:19:43,213 INFO [M:0;30c28c82771d:40239 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:19:43,213 INFO [M:0;30c28c82771d:40239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:19:43,213 DEBUG [M:0;30c28c82771d:40239 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:19:43,213 INFO [M:0;30c28c82771d:40239 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:19:43,213 INFO [M:0;30c28c82771d:40239 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:19:43,213 INFO [M:0;30c28c82771d:40239 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:19:43,213 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:19:43,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-693529542/master 2024-11-24T08:19:43,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-693529542 2024-11-24T08:19:43,214 DEBUG [M:0;30c28c82771d:40239 {}] zookeeper.ZKUtil(347): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Unable to get data of znode /0-693529542/master because node does not exist (not an error) 2024-11-24T08:19:43,214 WARN [M:0;30c28c82771d:40239 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:19:43,215 INFO [M:0;30c28c82771d:40239 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/.lastflushedseqids 2024-11-24T08:19:43,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741852_1028 (size=263) 2024-11-24T08:19:43,268 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:19:43,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:43,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:43,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:43,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:43,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:43,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:43,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:43,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:43,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:43,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:43,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43393-0x101490ee0910001, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:43,312 INFO [RS:0;30c28c82771d:43393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:19:43,312 INFO [RS:0;30c28c82771d:43393 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,43393,1732436360158; zookeeper connection closed. 2024-11-24T08:19:43,312 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e3f321d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e3f321d 2024-11-24T08:19:43,312 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:19:43,620 INFO [M:0;30c28c82771d:40239 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:19:43,620 INFO [M:0;30c28c82771d:40239 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:19:43,620 DEBUG [M:0;30c28c82771d:40239 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:19:43,620 INFO [M:0;30c28c82771d:40239 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:43,621 DEBUG [M:0;30c28c82771d:40239 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:43,621 DEBUG [M:0;30c28c82771d:40239 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:19:43,621 DEBUG [M:0;30c28c82771d:40239 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:43,621 INFO [M:0;30c28c82771d:40239 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T08:19:43,643 DEBUG [M:0;30c28c82771d:40239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb244092cf654e31a1b55edd915e2189 is 82, key is hbase:meta,,1/info:regioninfo/1732436363239/Put/seqid=0 2024-11-24T08:19:43,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741853_1029 (size=5672) 2024-11-24T08:19:43,651 INFO [M:0;30c28c82771d:40239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb244092cf654e31a1b55edd915e2189 2024-11-24T08:19:43,671 DEBUG [M:0;30c28c82771d:40239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e69f4079b0f249dfb28c22e8caedde5c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732436369710/Put/seqid=0 2024-11-24T08:19:43,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741854_1030 (size=8515) 2024-11-24T08:19:44,077 INFO [M:0;30c28c82771d:40239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e69f4079b0f249dfb28c22e8caedde5c 2024-11-24T08:19:44,096 DEBUG [M:0;30c28c82771d:40239 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9155ffe36fb048e19ba28c7b0c9ee5b9 is 69, key is 30c28c82771d,43393,1732436360158/rs:state/1732436362114/Put/seqid=0 2024-11-24T08:19:44,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741855_1031 (size=5156) 2024-11-24T08:19:44,500 INFO [M:0;30c28c82771d:40239 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9155ffe36fb048e19ba28c7b0c9ee5b9 2024-11-24T08:19:44,504 DEBUG [M:0;30c28c82771d:40239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb244092cf654e31a1b55edd915e2189 as hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb244092cf654e31a1b55edd915e2189 2024-11-24T08:19:44,508 INFO [M:0;30c28c82771d:40239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb244092cf654e31a1b55edd915e2189, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T08:19:44,509 DEBUG [M:0;30c28c82771d:40239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e69f4079b0f249dfb28c22e8caedde5c as hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e69f4079b0f249dfb28c22e8caedde5c 2024-11-24T08:19:44,513 INFO [M:0;30c28c82771d:40239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e69f4079b0f249dfb28c22e8caedde5c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T08:19:44,514 DEBUG [M:0;30c28c82771d:40239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9155ffe36fb048e19ba28c7b0c9ee5b9 as hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9155ffe36fb048e19ba28c7b0c9ee5b9 2024-11-24T08:19:44,518 INFO [M:0;30c28c82771d:40239 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42051/user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9155ffe36fb048e19ba28c7b0c9ee5b9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T08:19:44,519 INFO [M:0;30c28c82771d:40239 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=97, compaction requested=false 2024-11-24T08:19:44,533 INFO [M:0;30c28c82771d:40239 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:44,533 DEBUG [M:0;30c28c82771d:40239 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436383620Disabling compacts and flushes for region at 1732436383620Disabling writes for close at 1732436383621 (+1 ms)Obtaining lock to block concurrent updates at 1732436383621Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436383621Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732436383621Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436383622 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436383622Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436383643 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436383643Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436383656 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436383670 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436383670Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436384081 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436384095 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436384095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a1bf9b5: reopening flushed file at 1732436384504 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@338b5d2: reopening flushed file at 1732436384508 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fd77900: reopening flushed file at 1732436384513 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=97, compaction requested=false at 1732436384519 (+6 ms)Writing region close event to WAL at 1732436384533 (+14 ms)Closed at 1732436384533 2024-11-24T08:19:44,536 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f76190f-d824-f09c-281c-a6779aa9a41a/MasterData/WALs/30c28c82771d,40239,1732436360079/30c28c82771d%2C40239%2C1732436360079.1732436361876 not finished, retry = 0 2024-11-24T08:19:44,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741830_1006 (size=63642) 2024-11-24T08:19:44,637 INFO [M:0;30c28c82771d:40239 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:19:44,637 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:19:44,637 INFO [M:0;30c28c82771d:40239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40239 2024-11-24T08:19:44,637 INFO [M:0;30c28c82771d:40239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:19:44,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:44,740 INFO [M:0;30c28c82771d:40239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:19:44,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40239-0x101490ee0910000, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:19:44,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cac2f5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:19:44,743 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9f1b774{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:19:44,743 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:19:44,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c9824a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:19:44,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71e526bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/hadoop.log.dir/,STOPPED} 2024-11-24T08:19:44,744 WARN [BP-383245643-172.17.0.2-1732436358724 heartbeating to localhost/127.0.0.1:42051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:19:44,744 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:19:44,744 WARN [BP-383245643-172.17.0.2-1732436358724 heartbeating to localhost/127.0.0.1:42051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-383245643-172.17.0.2-1732436358724 (Datanode Uuid 82a43262-35fb-47c3-8bd7-b967075fba1b) service to localhost/127.0.0.1:42051 2024-11-24T08:19:44,744 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:19:44,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/cluster_3cf96ead-1647-11b1-8aff-36770178613f/data/data1/current/BP-383245643-172.17.0.2-1732436358724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:19:44,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/cluster_3cf96ead-1647-11b1-8aff-36770178613f/data/data2/current/BP-383245643-172.17.0.2-1732436358724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:19:44,745 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:19:44,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ca42f48{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:19:44,753 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71650a7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:19:44,753 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:19:44,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@908975d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:19:44,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a3783db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ad792e1-af5f-551f-9c3c-b2932e778233/hadoop.log.dir/,STOPPED} 2024-11-24T08:19:44,759 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T08:19:44,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:19:44,782 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 207) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39923 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42051 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39923 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42051 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:42051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39923 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39923 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59096) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59096) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39923 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=617 (was 567) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=283 (was 207) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6435 (was 7336) 2024-11-24T08:19:44,791 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=617, MaxFileDescriptor=1048576, SystemLoadAverage=283, ProcessCount=11, AvailableMemoryMB=6435 2024-11-24T08:19:44,807 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-24T08:19:44,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/hadoop.log.dir so I do NOT create it in target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9 2024-11-24T08:19:44,808 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:19:44,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/hadoop.tmp.dir so I do NOT create it in target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9 2024-11-24T08:19:44,808 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f430778d-5dbe-d4d2-d7f5-58e4096fa753/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:19:44,808 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9 2024-11-24T08:19:44,808 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/cluster_62d1a7fb-47e2-5e98-eba7-2c9235640fd8, deleteOnExit=true 2024-11-24T08:19:44,811 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/cluster_62d1a7fb-47e2-5e98-eba7-2c9235640fd8/zookeeper_0, clientPort=54689, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/cluster_62d1a7fb-47e2-5e98-eba7-2c9235640fd8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/cluster_62d1a7fb-47e2-5e98-eba7-2c9235640fd8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T08:19:44,812 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54689 2024-11-24T08:19:44,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:19:44,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:19:44,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/test.cache.data in system properties and HBase conf 2024-11-24T08:19:44,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:19:44,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:19:44,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:19:44,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:19:44,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:19:44,813 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:19:44,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:19:44,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:19:44,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:19:44,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:19:44,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:19:44,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:19:44,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:19:44,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:19:44,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:19:44,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:19:44,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:19:44,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:19:44,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:19:44,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:19:44,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101490ee0910002, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:19:44,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101490ee0910002, quorum=127.0.0.1:59096, baseZNode=/0-693529542 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:19:44,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101490ee0910005, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:19:44,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101490ee0910005, quorum=127.0.0.1:59096, baseZNode=/1-814850668 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:19:44,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:19:44,915 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:19:44,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:19:44,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:19:44,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:19:44,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:19:44,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fbce49f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:19:44,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25bead72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:19:44,974 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:44,974 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:19:44,975 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4165 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:19:45,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74fe94c4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/java.io.tmpdir/jetty-localhost-38243-hadoop-hdfs-3_4_1-tests_jar-_-any-11896867739017967555/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:19:45,090 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f083de0{HTTP/1.1, (http/1.1)}{localhost:38243} 2024-11-24T08:19:45,090 INFO [Time-limited test {}] server.Server(415): Started @180537ms 2024-11-24T08:19:45,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:19:45,190 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:19:45,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:19:45,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:19:45,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:19:45,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aa19f55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:19:45,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e37b3d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:19:45,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@88bb72e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/java.io.tmpdir/jetty-localhost-32899-hadoop-hdfs-3_4_1-tests_jar-_-any-6667175911796293515/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:19:45,327 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5317ea{HTTP/1.1, (http/1.1)}{localhost:32899} 2024-11-24T08:19:45,327 INFO [Time-limited test {}] server.Server(415): Started @180774ms 2024-11-24T08:19:45,329 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:19:45,444 WARN [Thread-2177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/cluster_62d1a7fb-47e2-5e98-eba7-2c9235640fd8/data/data1/current/BP-1924954937-172.17.0.2-1732436384839/current, will proceed with Du for space computation calculation, 2024-11-24T08:19:45,444 WARN [Thread-2178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/cluster_62d1a7fb-47e2-5e98-eba7-2c9235640fd8/data/data2/current/BP-1924954937-172.17.0.2-1732436384839/current, will proceed with Du for space computation calculation, 2024-11-24T08:19:45,465 WARN [Thread-2165 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:19:45,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x931e9c3c05901b40 with lease ID 0x9c9266779fda3c31: Processing first storage report for DS-2ac8ecde-1391-47bf-86a4-393e7ee7101f from datanode DatanodeRegistration(127.0.0.1:41117, datanodeUuid=e66ab6d6-edab-43a5-93b6-39cc2008e522, infoPort=39663, infoSecurePort=0, ipcPort=41003, storageInfo=lv=-57;cid=testClusterID;nsid=1680663445;c=1732436384839) 2024-11-24T08:19:45,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x931e9c3c05901b40 with lease ID 0x9c9266779fda3c31: from storage DS-2ac8ecde-1391-47bf-86a4-393e7ee7101f node DatanodeRegistration(127.0.0.1:41117, datanodeUuid=e66ab6d6-edab-43a5-93b6-39cc2008e522, infoPort=39663, infoSecurePort=0, ipcPort=41003, storageInfo=lv=-57;cid=testClusterID;nsid=1680663445;c=1732436384839), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:19:45,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x931e9c3c05901b40 with lease ID 0x9c9266779fda3c31: Processing first storage report for DS-8c3d30f1-34be-4cfc-8e39-971a932805a6 from datanode DatanodeRegistration(127.0.0.1:41117, datanodeUuid=e66ab6d6-edab-43a5-93b6-39cc2008e522, infoPort=39663, infoSecurePort=0, ipcPort=41003, storageInfo=lv=-57;cid=testClusterID;nsid=1680663445;c=1732436384839) 2024-11-24T08:19:45,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x931e9c3c05901b40 with lease ID 0x9c9266779fda3c31: from storage DS-8c3d30f1-34be-4cfc-8e39-971a932805a6 node DatanodeRegistration(127.0.0.1:41117, datanodeUuid=e66ab6d6-edab-43a5-93b6-39cc2008e522, infoPort=39663, infoSecurePort=0, ipcPort=41003, storageInfo=lv=-57;cid=testClusterID;nsid=1680663445;c=1732436384839), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:19:45,567 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9 2024-11-24T08:19:45,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:45,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:45,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:19:45,978 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1 with version=8 2024-11-24T08:19:45,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/hbase-staging 2024-11-24T08:19:45,981 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:19:45,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:45,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:45,981 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:19:45,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:45,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:19:45,981 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:19:45,981 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:19:45,982 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36739 2024-11-24T08:19:45,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36739 connecting to ZooKeeper ensemble=127.0.0.1:54689 2024-11-24T08:19:45,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367390x0, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:19:45,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36739-0x101490f46ba0000 connected 2024-11-24T08:19:46,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:46,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:46,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Set watcher on znode that does not yet exist, /0-1592475162/running 2024-11-24T08:19:46,010 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1, hbase.cluster.distributed=false 2024-11-24T08:19:46,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Set watcher on znode that does not yet exist, /0-1592475162/acl 2024-11-24T08:19:46,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36739 2024-11-24T08:19:46,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36739 2024-11-24T08:19:46,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36739 2024-11-24T08:19:46,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36739 2024-11-24T08:19:46,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36739 2024-11-24T08:19:46,030 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:19:46,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:46,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:46,031 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:19:46,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:46,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:19:46,031 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:19:46,031 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:19:46,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42719 2024-11-24T08:19:46,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42719 connecting to ZooKeeper ensemble=127.0.0.1:54689 2024-11-24T08:19:46,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:46,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:46,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427190x0, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:19:46,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427190x0, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Set watcher on znode that does not yet exist, /0-1592475162/running 2024-11-24T08:19:46,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42719-0x101490f46ba0001 connected 2024-11-24T08:19:46,040 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:19:46,046 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:19:46,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Set watcher on znode that does not yet exist, /0-1592475162/master 2024-11-24T08:19:46,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Set watcher on znode that does not yet exist, /0-1592475162/acl 2024-11-24T08:19:46,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42719 2024-11-24T08:19:46,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42719 2024-11-24T08:19:46,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42719 2024-11-24T08:19:46,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42719 2024-11-24T08:19:46,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42719 2024-11-24T08:19:46,072 DEBUG [M:0;30c28c82771d:36739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:36739 2024-11-24T08:19:46,073 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1592475162/backup-masters/30c28c82771d,36739,1732436385980 2024-11-24T08:19:46,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162/backup-masters 2024-11-24T08:19:46,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162/backup-masters 2024-11-24T08:19:46,075 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Set watcher on existing znode=/0-1592475162/backup-masters/30c28c82771d,36739,1732436385980 2024-11-24T08:19:46,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162 2024-11-24T08:19:46,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1592475162/master 2024-11-24T08:19:46,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162 2024-11-24T08:19:46,077 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Set watcher on existing znode=/0-1592475162/master 2024-11-24T08:19:46,080 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1592475162/backup-masters/30c28c82771d,36739,1732436385980 from backup master directory 2024-11-24T08:19:46,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1592475162/backup-masters/30c28c82771d,36739,1732436385980 2024-11-24T08:19:46,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162/backup-masters 2024-11-24T08:19:46,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162/backup-masters 2024-11-24T08:19:46,083 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:19:46,083 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,36739,1732436385980 2024-11-24T08:19:46,086 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/hbase.id] with ID: e172a7fa-df06-4990-b2b0-893ba4953043 2024-11-24T08:19:46,086 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/.tmp/hbase.id 2024-11-24T08:19:46,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:19:46,494 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/.tmp/hbase.id]:[hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/hbase.id] 2024-11-24T08:19:46,504 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:46,504 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:19:46,505 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T08:19:46,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162 2024-11-24T08:19:46,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162 2024-11-24T08:19:46,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:19:46,912 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:19:46,913 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:19:46,913 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:46,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:19:47,324 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store 2024-11-24T08:19:47,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:19:47,733 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:47,733 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:19:47,733 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:47,733 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:47,733 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:19:47,734 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:47,734 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:47,734 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436387733Disabling compacts and flushes for region at 1732436387733Disabling writes for close at 1732436387733Writing region close event to WAL at 1732436387734 (+1 ms)Closed at 1732436387734 2024-11-24T08:19:47,734 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store/.initializing 2024-11-24T08:19:47,735 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/WALs/30c28c82771d,36739,1732436385980 2024-11-24T08:19:47,735 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:19:47,737 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C36739%2C1732436385980, suffix=, logDir=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/WALs/30c28c82771d,36739,1732436385980, archiveDir=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/oldWALs, maxLogs=10 2024-11-24T08:19:47,750 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/WALs/30c28c82771d,36739,1732436385980/30c28c82771d%2C36739%2C1732436385980.1732436387737, exclude list is [], retry=0 2024-11-24T08:19:47,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41117,DS-2ac8ecde-1391-47bf-86a4-393e7ee7101f,DISK] 2024-11-24T08:19:47,754 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/WALs/30c28c82771d,36739,1732436385980/30c28c82771d%2C36739%2C1732436385980.1732436387737 2024-11-24T08:19:47,754 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39663:39663)] 2024-11-24T08:19:47,754 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:47,755 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:47,755 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:47,755 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:47,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:47,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:19:47,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:47,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:47,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:47,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:19:47,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:47,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:47,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:47,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:19:47,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:47,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:47,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:47,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:19:47,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:47,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:47,761 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:47,761 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:47,761 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:47,762 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:47,762 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:47,763 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:19:47,764 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:47,766 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:19:47,766 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71790211, jitterRate=0.06975750625133514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:19:47,767 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436387755Initializing all the Stores at 1732436387755Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436387755Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436387755Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436387755Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436387755Cleaning up temporary data from old regions at 1732436387762 (+7 ms)Region opened successfully at 1732436387767 (+5 ms) 2024-11-24T08:19:47,767 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:19:47,769 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd3fc09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:19:47,770 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:19:47,770 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:19:47,770 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:19:47,770 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:19:47,770 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:19:47,770 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:19:47,770 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:19:47,772 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:19:47,773 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Unable to get data of znode /0-1592475162/balancer because node does not exist (not necessarily an error) 2024-11-24T08:19:47,774 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1592475162/balancer already deleted, retry=false 2024-11-24T08:19:47,774 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:19:47,775 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Unable to get data of znode /0-1592475162/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:19:47,776 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1592475162/normalizer already deleted, retry=false 2024-11-24T08:19:47,776 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:19:47,777 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Unable to get data of znode /0-1592475162/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:19:47,779 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1592475162/switch/split already deleted, retry=false 2024-11-24T08:19:47,780 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Unable to get data of znode /0-1592475162/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:19:47,781 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1592475162/switch/merge already deleted, retry=false 2024-11-24T08:19:47,782 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Unable to get data of znode /0-1592475162/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:19:47,783 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1592475162/snapshot-cleanup already deleted, retry=false 2024-11-24T08:19:47,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1592475162/running 2024-11-24T08:19:47,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1592475162/running 2024-11-24T08:19:47,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162 2024-11-24T08:19:47,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162 2024-11-24T08:19:47,785 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,36739,1732436385980, sessionid=0x101490f46ba0000, setting cluster-up flag (Was=false) 2024-11-24T08:19:47,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162 2024-11-24T08:19:47,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162 2024-11-24T08:19:47,793 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1592475162/flush-table-proc/acquired, /0-1592475162/flush-table-proc/reached, /0-1592475162/flush-table-proc/abort 2024-11-24T08:19:47,793 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,36739,1732436385980 2024-11-24T08:19:47,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162 2024-11-24T08:19:47,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162 2024-11-24T08:19:47,800 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1592475162/online-snapshot/acquired, /0-1592475162/online-snapshot/reached, /0-1592475162/online-snapshot/abort 2024-11-24T08:19:47,801 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,36739,1732436385980 2024-11-24T08:19:47,801 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:19:47,803 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:47,803 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:19:47,803 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:19:47,803 WARN [master/30c28c82771d:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 30c28c82771d,37765,1732436336308: status=Processing ServerCrashProcedure of 30c28c82771d,37765,1732436336308 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732436349733, completionTime=-1 appears to have been leaked 2024-11-24T08:19:47,803 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,36739,1732436385980 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:19:47,804 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:47,804 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:47,804 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:47,804 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:47,804 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:19:47,804 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:47,804 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:19:47,804 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:47,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436417809 2024-11-24T08:19:47,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:19:47,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:19:47,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:19:47,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:19:47,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:19:47,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:19:47,809 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:47,809 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:19:47,810 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:47,810 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:19:47,810 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:19:47,810 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:19:47,810 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:19:47,810 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:47,810 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:19:47,811 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:19:47,811 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:19:47,811 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436387811,5,FailOnTimeoutGroup] 2024-11-24T08:19:47,811 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436387811,5,FailOnTimeoutGroup] 2024-11-24T08:19:47,811 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:47,811 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:19:47,811 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:47,811 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:47,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:19:47,863 INFO [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(746): ClusterId : e172a7fa-df06-4990-b2b0-893ba4953043 2024-11-24T08:19:47,863 DEBUG [RS:0;30c28c82771d:42719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:19:47,865 DEBUG [RS:0;30c28c82771d:42719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:19:47,865 DEBUG [RS:0;30c28c82771d:42719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:19:47,866 DEBUG [RS:0;30c28c82771d:42719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:19:47,867 DEBUG [RS:0;30c28c82771d:42719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1619198c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:19:47,879 DEBUG [RS:0;30c28c82771d:42719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:42719 2024-11-24T08:19:47,879 INFO [RS:0;30c28c82771d:42719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:19:47,879 INFO [RS:0;30c28c82771d:42719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:19:47,879 DEBUG [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:19:47,880 INFO [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,36739,1732436385980 with port=42719, startcode=1732436386030 2024-11-24T08:19:47,880 DEBUG [RS:0;30c28c82771d:42719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:19:47,881 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:19:47,882 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36739 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,42719,1732436386030 2024-11-24T08:19:47,882 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36739 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,42719,1732436386030 2024-11-24T08:19:47,883 DEBUG [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1 2024-11-24T08:19:47,883 DEBUG [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39313 2024-11-24T08:19:47,883 DEBUG [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:19:47,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162/rs 2024-11-24T08:19:47,886 DEBUG [RS:0;30c28c82771d:42719 {}] zookeeper.ZKUtil(111): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Set watcher on existing znode=/0-1592475162/rs/30c28c82771d,42719,1732436386030 2024-11-24T08:19:47,886 WARN [RS:0;30c28c82771d:42719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:19:47,886 INFO [RS:0;30c28c82771d:42719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:47,886 DEBUG [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030 2024-11-24T08:19:47,886 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,42719,1732436386030] 2024-11-24T08:19:47,889 INFO [RS:0;30c28c82771d:42719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:19:47,891 INFO [RS:0;30c28c82771d:42719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:19:47,892 INFO [RS:0;30c28c82771d:42719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:19:47,892 INFO [RS:0;30c28c82771d:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:47,892 INFO [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:19:47,893 INFO [RS:0;30c28c82771d:42719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:19:47,893 INFO [RS:0;30c28c82771d:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:47,893 DEBUG [RS:0;30c28c82771d:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:47,893 DEBUG [RS:0;30c28c82771d:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:47,893 DEBUG [RS:0;30c28c82771d:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:47,893 DEBUG [RS:0;30c28c82771d:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:47,893 DEBUG [RS:0;30c28c82771d:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:47,893 DEBUG [RS:0;30c28c82771d:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:19:47,893 DEBUG [RS:0;30c28c82771d:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:47,893 DEBUG [RS:0;30c28c82771d:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:47,893 DEBUG [RS:0;30c28c82771d:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:47,893 DEBUG [RS:0;30c28c82771d:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:47,893 DEBUG [RS:0;30c28c82771d:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:47,893 DEBUG [RS:0;30c28c82771d:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:47,893 DEBUG [RS:0;30c28c82771d:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:19:47,893 DEBUG [RS:0;30c28c82771d:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:19:47,898 INFO [RS:0;30c28c82771d:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:47,898 INFO [RS:0;30c28c82771d:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:47,898 INFO [RS:0;30c28c82771d:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:47,898 INFO [RS:0;30c28c82771d:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:47,898 INFO [RS:0;30c28c82771d:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:47,898 INFO [RS:0;30c28c82771d:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,42719,1732436386030-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:19:47,916 INFO [RS:0;30c28c82771d:42719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:19:47,916 INFO [RS:0;30c28c82771d:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,42719,1732436386030-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:47,916 INFO [RS:0;30c28c82771d:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:47,916 INFO [RS:0;30c28c82771d:42719 {}] regionserver.Replication(171): 30c28c82771d,42719,1732436386030 started 2024-11-24T08:19:47,934 INFO [RS:0;30c28c82771d:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:47,934 INFO [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,42719,1732436386030, RpcServer on 30c28c82771d/172.17.0.2:42719, sessionid=0x101490f46ba0001 2024-11-24T08:19:47,934 DEBUG [RS:0;30c28c82771d:42719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:19:47,934 DEBUG [RS:0;30c28c82771d:42719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,42719,1732436386030 2024-11-24T08:19:47,934 DEBUG [RS:0;30c28c82771d:42719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,42719,1732436386030' 2024-11-24T08:19:47,934 DEBUG [RS:0;30c28c82771d:42719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1592475162/flush-table-proc/abort' 2024-11-24T08:19:47,935 DEBUG [RS:0;30c28c82771d:42719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1592475162/flush-table-proc/acquired' 2024-11-24T08:19:47,935 DEBUG [RS:0;30c28c82771d:42719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:19:47,935 DEBUG [RS:0;30c28c82771d:42719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:19:47,935 DEBUG [RS:0;30c28c82771d:42719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,42719,1732436386030 2024-11-24T08:19:47,935 DEBUG [RS:0;30c28c82771d:42719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,42719,1732436386030' 2024-11-24T08:19:47,935 DEBUG [RS:0;30c28c82771d:42719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1592475162/online-snapshot/abort' 2024-11-24T08:19:47,935 DEBUG [RS:0;30c28c82771d:42719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1592475162/online-snapshot/acquired' 2024-11-24T08:19:47,936 DEBUG [RS:0;30c28c82771d:42719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:19:47,936 INFO [RS:0;30c28c82771d:42719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:19:47,936 INFO [RS:0;30c28c82771d:42719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:19:48,036 INFO [RS:0;30c28c82771d:42719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:19:48,037 INFO [RS:0;30c28c82771d:42719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C42719%2C1732436386030, suffix=, logDir=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030, archiveDir=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/oldWALs, maxLogs=10 2024-11-24T08:19:48,051 DEBUG [RS:0;30c28c82771d:42719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038, exclude list is [], retry=0 2024-11-24T08:19:48,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41117,DS-2ac8ecde-1391-47bf-86a4-393e7ee7101f,DISK] 2024-11-24T08:19:48,055 INFO [RS:0;30c28c82771d:42719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 2024-11-24T08:19:48,055 DEBUG [RS:0;30c28c82771d:42719 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39663:39663)] 2024-11-24T08:19:48,226 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:19:48,226 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1 2024-11-24T08:19:48,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741833_1009 (size=32) 2024-11-24T08:19:48,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:48,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:19:48,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:19:48,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:48,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:48,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:19:48,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:19:48,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:48,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:48,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:19:48,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:19:48,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:48,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:48,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:19:48,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:19:48,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:48,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:48,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:19:48,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740 2024-11-24T08:19:48,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740 2024-11-24T08:19:48,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:19:48,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:19:48,643 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:19:48,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:19:48,645 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:19:48,645 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69949186, jitterRate=0.04232409596443176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:19:48,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436388634Initializing all the Stores at 1732436388635 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436388635Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436388635Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436388635Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436388635Cleaning up temporary data from old regions at 1732436388642 (+7 ms)Region opened successfully at 1732436388646 (+4 ms) 2024-11-24T08:19:48,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:19:48,646 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:19:48,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:19:48,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:19:48,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:19:48,646 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:19:48,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436388646Disabling compacts and flushes for region at 1732436388646Disabling writes for close at 1732436388646Writing region close event to WAL at 1732436388646Closed at 1732436388646 2024-11-24T08:19:48,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:48,647 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:19:48,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:19:48,649 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:19:48,649 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:19:48,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:19:48,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:48,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:48,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:48,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:48,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:48,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:48,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:48,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:48,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:48,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:48,800 DEBUG [30c28c82771d:36739 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:19:48,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,42719,1732436386030 2024-11-24T08:19:48,801 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,42719,1732436386030, state=OPENING 2024-11-24T08:19:48,802 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:19:48,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162 2024-11-24T08:19:48,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162 2024-11-24T08:19:48,807 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:19:48,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1592475162/meta-region-server: CHANGED 2024-11-24T08:19:48,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1592475162/meta-region-server: CHANGED 2024-11-24T08:19:48,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,42719,1732436386030}] 2024-11-24T08:19:48,959 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:19:48,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:19:48,964 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:19:48,964 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:48,964 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:19:48,965 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C42719%2C1732436386030.meta, suffix=.meta, logDir=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030, archiveDir=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/oldWALs, maxLogs=10 2024-11-24T08:19:48,983 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.meta.1732436388966.meta, exclude list is [], retry=0 2024-11-24T08:19:48,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41117,DS-2ac8ecde-1391-47bf-86a4-393e7ee7101f,DISK] 2024-11-24T08:19:48,987 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.meta.1732436388966.meta 2024-11-24T08:19:48,987 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39663:39663)] 2024-11-24T08:19:48,987 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:48,988 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:19:48,988 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:19:48,988 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:19:48,988 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:19:48,988 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:19:48,988 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:48,988 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:19:48,989 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:19:48,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:19:48,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:19:48,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:48,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:48,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:19:48,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:19:48,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:48,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:48,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:19:48,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:19:48,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:48,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:48,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:19:48,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:19:48,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:48,994 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:48,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:48,994 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:19:48,994 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:19:48,995 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740 2024-11-24T08:19:48,995 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8185 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:19:48,996 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740 2024-11-24T08:19:48,997 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:19:48,997 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:19:48,997 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:19:48,998 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:19:48,999 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63686888, jitterRate=-0.05099141597747803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:19:48,999 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:19:49,000 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436388989Writing region info on filesystem at 1732436388989Initializing all the Stores at 1732436388989Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436388989Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436388989Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436388989Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436388989Cleaning up temporary data from old regions at 1732436388997 (+8 ms)Running coprocessor post-open hooks at 1732436388999 (+2 ms)Region opened successfully at 1732436389000 (+1 ms) 2024-11-24T08:19:49,000 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436388959 2024-11-24T08:19:49,002 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:19:49,002 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:19:49,003 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,42719,1732436386030 2024-11-24T08:19:49,003 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,42719,1732436386030, state=OPEN 2024-11-24T08:19:49,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1592475162/meta-region-server 2024-11-24T08:19:49,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1592475162/meta-region-server 2024-11-24T08:19:49,006 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,42719,1732436386030 2024-11-24T08:19:49,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1592475162/meta-region-server: CHANGED 2024-11-24T08:19:49,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1592475162/meta-region-server: CHANGED 2024-11-24T08:19:49,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:19:49,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,42719,1732436386030 in 199 msec 2024-11-24T08:19:49,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:19:49,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-24T08:19:49,010 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:49,010 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:19:49,012 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:49,012 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,42719,1732436386030, seqNum=-1] 2024-11-24T08:19:49,012 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:49,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:19:49,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2140 sec 2024-11-24T08:19:49,018 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436389018, completionTime=-1 2024-11-24T08:19:49,018 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:19:49,018 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:19:49,021 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:19:49,021 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436449021 2024-11-24T08:19:49,021 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436509021 2024-11-24T08:19:49,021 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T08:19:49,021 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36739,1732436385980-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:49,021 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36739,1732436385980-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:49,021 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36739,1732436385980-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:49,021 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:36739, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:49,021 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:49,022 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:49,023 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:19:49,025 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.942sec 2024-11-24T08:19:49,025 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:19:49,025 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:19:49,025 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:19:49,025 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:19:49,026 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:19:49,026 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36739,1732436385980-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:19:49,026 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36739,1732436385980-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:19:49,027 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:19:49,027 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:19:49,028 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36739,1732436385980-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:49,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c44d51b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:49,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,36739,-1 for getting cluster id 2024-11-24T08:19:49,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:49,065 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e172a7fa-df06-4990-b2b0-893ba4953043' 2024-11-24T08:19:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e172a7fa-df06-4990-b2b0-893ba4953043" 2024-11-24T08:19:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31be7b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,36739,-1] 2024-11-24T08:19:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:49,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:49,068 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:49,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746916c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:49,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:49,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,42719,1732436386030, seqNum=-1] 2024-11-24T08:19:49,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:49,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:19:49,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,36739,1732436385980 2024-11-24T08:19:49,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54689 2024-11-24T08:19:49,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:19:49,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101490f46ba0002 connected 2024-11-24T08:19:49,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/hadoop.log.dir so I do NOT create it in target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f 2024-11-24T08:19:49,080 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:19:49,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/hadoop.tmp.dir so I do NOT create it in target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f 2024-11-24T08:19:49,080 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:19:49,080 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f 2024-11-24T08:19:49,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:19:49,080 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/cluster_dc84ecd8-8654-7d72-33ae-10263f056f9c, deleteOnExit=true 2024-11-24T08:19:49,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:19:49,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/test.cache.data in system properties and HBase conf 2024-11-24T08:19:49,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:19:49,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:19:49,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:19:49,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:19:49,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:19:49,081 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:19:49,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:19:49,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:19:49,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:19:49,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:19:49,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:19:49,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:19:49,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:19:49,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:19:49,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:19:49,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:19:49,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:19:49,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:19:49,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:19:49,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:19:49,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:19:49,176 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:19:49,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:19:49,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:19:49,182 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:19:49,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:19:49,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e59bb08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:19:49,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13351e53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:19:49,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29243f16{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/java.io.tmpdir/jetty-localhost-35643-hadoop-hdfs-3_4_1-tests_jar-_-any-11089327775708419270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:19:49,318 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3db609d0{HTTP/1.1, (http/1.1)}{localhost:35643} 2024-11-24T08:19:49,318 INFO [Time-limited test {}] server.Server(415): Started @184765ms 2024-11-24T08:19:49,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:19:49,418 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:19:49,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:19:49,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:19:49,433 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:19:49,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32e63958{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:19:49,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47e4d651{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:19:49,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc27715{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/java.io.tmpdir/jetty-localhost-38227-hadoop-hdfs-3_4_1-tests_jar-_-any-1964904350915499293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:19:49,558 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fea5f78{HTTP/1.1, (http/1.1)}{localhost:38227} 2024-11-24T08:19:49,558 INFO [Time-limited test {}] server.Server(415): Started @185005ms 2024-11-24T08:19:49,559 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:19:49,670 WARN [Thread-2298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/cluster_dc84ecd8-8654-7d72-33ae-10263f056f9c/data/data1/current/BP-339558283-172.17.0.2-1732436389102/current, will proceed with Du for space computation calculation, 2024-11-24T08:19:49,670 WARN [Thread-2299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/cluster_dc84ecd8-8654-7d72-33ae-10263f056f9c/data/data2/current/BP-339558283-172.17.0.2-1732436389102/current, will proceed with Du for space computation calculation, 2024-11-24T08:19:49,691 WARN [Thread-2286 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:19:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e4c53075c10deec with lease ID 0x8b665fe2a349688f: Processing first storage report for DS-6ea8ecb8-b53f-467a-9f43-019010f612a9 from datanode DatanodeRegistration(127.0.0.1:42073, datanodeUuid=78cdad18-8b98-4079-be70-847e53aef80d, infoPort=41457, infoSecurePort=0, ipcPort=38325, storageInfo=lv=-57;cid=testClusterID;nsid=1400196004;c=1732436389102) 2024-11-24T08:19:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e4c53075c10deec with lease ID 0x8b665fe2a349688f: from storage DS-6ea8ecb8-b53f-467a-9f43-019010f612a9 node DatanodeRegistration(127.0.0.1:42073, datanodeUuid=78cdad18-8b98-4079-be70-847e53aef80d, infoPort=41457, infoSecurePort=0, ipcPort=38325, storageInfo=lv=-57;cid=testClusterID;nsid=1400196004;c=1732436389102), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:19:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e4c53075c10deec with lease ID 0x8b665fe2a349688f: Processing first storage report for DS-780a572f-c0c6-41e9-bffb-d38e380c2038 from datanode DatanodeRegistration(127.0.0.1:42073, datanodeUuid=78cdad18-8b98-4079-be70-847e53aef80d, infoPort=41457, infoSecurePort=0, ipcPort=38325, storageInfo=lv=-57;cid=testClusterID;nsid=1400196004;c=1732436389102) 2024-11-24T08:19:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e4c53075c10deec with lease ID 0x8b665fe2a349688f: from storage DS-780a572f-c0c6-41e9-bffb-d38e380c2038 node DatanodeRegistration(127.0.0.1:42073, datanodeUuid=78cdad18-8b98-4079-be70-847e53aef80d, infoPort=41457, infoSecurePort=0, ipcPort=38325, storageInfo=lv=-57;cid=testClusterID;nsid=1400196004;c=1732436389102), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:19:49,794 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f 2024-11-24T08:19:49,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:49,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:49,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:19:49,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T08:19:49,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T08:19:49,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:19:50,204 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8 with version=8 2024-11-24T08:19:50,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/hbase-staging 2024-11-24T08:19:50,206 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:19:50,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:50,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:50,206 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:19:50,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:50,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:19:50,207 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:19:50,207 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:19:50,207 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41157 2024-11-24T08:19:50,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41157 connecting to ZooKeeper ensemble=127.0.0.1:54689 2024-11-24T08:19:50,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411570x0, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:19:50,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41157-0x101490f46ba0003 connected 2024-11-24T08:19:50,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:50,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:50,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Set watcher on znode that does not yet exist, /1-1826188358/running 2024-11-24T08:19:50,225 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8, hbase.cluster.distributed=false 2024-11-24T08:19:50,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Set watcher on znode that does not yet exist, /1-1826188358/acl 2024-11-24T08:19:50,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41157 2024-11-24T08:19:50,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41157 2024-11-24T08:19:50,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41157 2024-11-24T08:19:50,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41157 2024-11-24T08:19:50,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41157 2024-11-24T08:19:50,242 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:19:50,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:50,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:50,242 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:19:50,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:19:50,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:19:50,242 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:19:50,243 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:19:50,243 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39253 2024-11-24T08:19:50,244 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39253 connecting to ZooKeeper ensemble=127.0.0.1:54689 2024-11-24T08:19:50,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:50,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:50,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392530x0, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:19:50,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392530x0, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Set watcher on znode that does not yet exist, /1-1826188358/running 2024-11-24T08:19:50,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39253-0x101490f46ba0004 connected 2024-11-24T08:19:50,250 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:19:50,252 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:19:50,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Set watcher on znode that does not yet exist, /1-1826188358/master 2024-11-24T08:19:50,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Set watcher on znode that does not yet exist, /1-1826188358/acl 2024-11-24T08:19:50,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39253 2024-11-24T08:19:50,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39253 2024-11-24T08:19:50,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39253 2024-11-24T08:19:50,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39253 2024-11-24T08:19:50,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39253 2024-11-24T08:19:50,272 DEBUG [M:0;30c28c82771d:41157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:41157 2024-11-24T08:19:50,272 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1826188358/backup-masters/30c28c82771d,41157,1732436390206 2024-11-24T08:19:50,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358/backup-masters 2024-11-24T08:19:50,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358/backup-masters 2024-11-24T08:19:50,274 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Set watcher on existing znode=/1-1826188358/backup-masters/30c28c82771d,41157,1732436390206 2024-11-24T08:19:50,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1826188358/master 2024-11-24T08:19:50,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358 2024-11-24T08:19:50,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358 2024-11-24T08:19:50,281 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Set watcher on existing znode=/1-1826188358/master 2024-11-24T08:19:50,281 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1826188358/backup-masters/30c28c82771d,41157,1732436390206 from backup master directory 2024-11-24T08:19:50,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1826188358/backup-masters/30c28c82771d,41157,1732436390206 2024-11-24T08:19:50,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358/backup-masters 2024-11-24T08:19:50,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358/backup-masters 2024-11-24T08:19:50,283 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:19:50,283 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,41157,1732436390206 2024-11-24T08:19:50,289 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/hbase.id] with ID: 488da902-172b-4dbd-b33b-37f68760e7a3 2024-11-24T08:19:50,289 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/.tmp/hbase.id 2024-11-24T08:19:50,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:19:50,296 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/.tmp/hbase.id]:[hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/hbase.id] 2024-11-24T08:19:50,311 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:19:50,311 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:19:50,312 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T08:19:50,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358 2024-11-24T08:19:50,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358 2024-11-24T08:19:50,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:19:50,724 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:19:50,725 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:19:50,725 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:50,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:19:50,782 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store 2024-11-24T08:19:50,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:19:50,834 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:50,835 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:19:50,835 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:50,835 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:50,835 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:19:50,835 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:50,835 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:19:50,835 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436390834Disabling compacts and flushes for region at 1732436390834Disabling writes for close at 1732436390835 (+1 ms)Writing region close event to WAL at 1732436390835Closed at 1732436390835 2024-11-24T08:19:50,836 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store/.initializing 2024-11-24T08:19:50,836 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/WALs/30c28c82771d,41157,1732436390206 2024-11-24T08:19:50,837 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:19:50,840 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C41157%2C1732436390206, suffix=, logDir=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/WALs/30c28c82771d,41157,1732436390206, archiveDir=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/oldWALs, maxLogs=10 2024-11-24T08:19:50,875 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/WALs/30c28c82771d,41157,1732436390206/30c28c82771d%2C41157%2C1732436390206.1732436390840, exclude list is [], retry=0 2024-11-24T08:19:50,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42073,DS-6ea8ecb8-b53f-467a-9f43-019010f612a9,DISK] 2024-11-24T08:19:50,913 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/WALs/30c28c82771d,41157,1732436390206/30c28c82771d%2C41157%2C1732436390206.1732436390840 2024-11-24T08:19:50,925 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41457:41457)] 2024-11-24T08:19:50,925 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:50,925 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:50,925 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:50,925 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:50,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:50,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:19:50,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:50,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:50,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:50,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:19:50,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:50,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:50,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:50,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:19:50,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:50,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:50,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:50,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:19:50,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:50,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:50,938 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:50,939 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:50,939 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:50,941 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:50,941 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:50,942 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:19:50,943 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:19:50,949 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:19:50,950 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60599218, jitterRate=-0.09700128436088562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:19:50,950 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436390925Initializing all the Stores at 1732436390926 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436390926Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436390928 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436390928Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436390928Cleaning up temporary data from old regions at 1732436390941 (+13 ms)Region opened successfully at 1732436390950 (+9 ms) 2024-11-24T08:19:50,960 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:19:50,964 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b47edf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:19:50,964 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:19:50,965 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:19:50,965 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:19:50,965 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:19:50,965 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:19:50,965 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:19:50,966 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:19:50,970 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:19:50,970 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Unable to get data of znode /1-1826188358/balancer because node does not exist (not necessarily an error) 2024-11-24T08:19:50,972 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1826188358/balancer already deleted, retry=false 2024-11-24T08:19:50,972 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:19:50,974 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Unable to get data of znode /1-1826188358/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:19:50,976 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1826188358/normalizer already deleted, retry=false 2024-11-24T08:19:50,977 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:19:50,982 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Unable to get data of znode /1-1826188358/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:19:50,983 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1826188358/switch/split already deleted, retry=false 2024-11-24T08:19:50,986 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Unable to get data of znode /1-1826188358/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:19:50,987 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1826188358/switch/merge already deleted, retry=false 2024-11-24T08:19:50,989 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Unable to get data of znode /1-1826188358/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:19:50,990 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1826188358/snapshot-cleanup already deleted, retry=false 2024-11-24T08:19:50,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1826188358/running 2024-11-24T08:19:50,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1826188358/running 2024-11-24T08:19:50,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358 2024-11-24T08:19:50,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358 2024-11-24T08:19:50,993 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,41157,1732436390206, sessionid=0x101490f46ba0003, setting cluster-up flag (Was=false) 2024-11-24T08:19:50,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358 2024-11-24T08:19:50,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358 2024-11-24T08:19:51,004 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1826188358/flush-table-proc/acquired, /1-1826188358/flush-table-proc/reached, /1-1826188358/flush-table-proc/abort 2024-11-24T08:19:51,007 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,41157,1732436390206 2024-11-24T08:19:51,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358 2024-11-24T08:19:51,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358 2024-11-24T08:19:51,024 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1826188358/online-snapshot/acquired, /1-1826188358/online-snapshot/reached, /1-1826188358/online-snapshot/abort 2024-11-24T08:19:51,025 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,41157,1732436390206 2024-11-24T08:19:51,053 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:19:51,066 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:51,067 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:19:51,067 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:19:51,067 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,41157,1732436390206 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:19:51,069 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:51,069 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:51,069 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:51,069 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:19:51,069 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:19:51,069 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:51,069 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:19:51,069 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:51,085 INFO [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(746): ClusterId : 488da902-172b-4dbd-b33b-37f68760e7a3 2024-11-24T08:19:51,085 DEBUG [RS:0;30c28c82771d:39253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:19:51,088 DEBUG [RS:0;30c28c82771d:39253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:19:51,088 DEBUG [RS:0;30c28c82771d:39253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:19:51,094 DEBUG [RS:0;30c28c82771d:39253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:19:51,094 DEBUG [RS:0;30c28c82771d:39253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5768c9e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:19:51,103 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:51,103 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:19:51,112 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:51,113 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:19:51,127 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436421127 2024-11-24T08:19:51,127 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:19:51,127 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:19:51,127 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:19:51,127 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:19:51,127 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:19:51,127 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:19:51,141 DEBUG [RS:0;30c28c82771d:39253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:39253 2024-11-24T08:19:51,141 INFO [RS:0;30c28c82771d:39253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:19:51,141 INFO [RS:0;30c28c82771d:39253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:19:51,141 DEBUG [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:19:51,142 INFO [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,41157,1732436390206 with port=39253, startcode=1732436390242 2024-11-24T08:19:51,142 DEBUG [RS:0;30c28c82771d:39253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:19:51,144 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,145 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:19:51,145 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:19:51,145 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:19:51,145 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:19:51,149 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:19:51,149 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41157 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T08:19:51,150 DEBUG [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T08:19:51,150 WARN [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T08:19:51,152 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:19:51,152 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:19:51,156 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436391153,5,FailOnTimeoutGroup] 2024-11-24T08:19:51,160 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436391156,5,FailOnTimeoutGroup] 2024-11-24T08:19:51,160 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,160 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:19:51,160 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,160 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:19:51,195 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:19:51,195 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8 2024-11-24T08:19:51,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741832_1008 (size=32) 2024-11-24T08:19:51,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:51,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:19:51,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:19:51,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:51,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:51,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:19:51,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:19:51,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:51,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:51,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:19:51,251 INFO [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,41157,1732436390206 with port=39253, startcode=1732436390242 2024-11-24T08:19:51,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:19:51,252 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41157 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,39253,1732436390242 2024-11-24T08:19:51,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:51,252 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41157 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,39253,1732436390242 2024-11-24T08:19:51,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:51,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:19:51,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:19:51,254 DEBUG [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8 2024-11-24T08:19:51,254 DEBUG [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36733 2024-11-24T08:19:51,254 DEBUG [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:19:51,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:51,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:51,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:19:51,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740 2024-11-24T08:19:51,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740 2024-11-24T08:19:51,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:19:51,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:19:51,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358/rs 2024-11-24T08:19:51,259 DEBUG [RS:0;30c28c82771d:39253 {}] zookeeper.ZKUtil(111): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Set watcher on existing znode=/1-1826188358/rs/30c28c82771d,39253,1732436390242 2024-11-24T08:19:51,259 WARN [RS:0;30c28c82771d:39253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:19:51,259 INFO [RS:0;30c28c82771d:39253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:51,259 DEBUG [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242 2024-11-24T08:19:51,260 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:19:51,262 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,39253,1732436390242] 2024-11-24T08:19:51,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:19:51,264 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:19:51,264 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70626342, jitterRate=0.052414506673812866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:19:51,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436391245Initializing all the Stores at 1732436391246 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436391246Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436391247 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436391247Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436391247Cleaning up temporary data from old regions at 1732436391258 (+11 ms)Region opened successfully at 1732436391264 (+6 ms) 2024-11-24T08:19:51,265 INFO [RS:0;30c28c82771d:39253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:19:51,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:19:51,265 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:19:51,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:19:51,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:19:51,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:19:51,265 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:19:51,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436391265Disabling compacts and flushes for region at 1732436391265Disabling writes for close at 1732436391265Writing region close event to WAL at 1732436391265Closed at 1732436391265 2024-11-24T08:19:51,267 INFO [RS:0;30c28c82771d:39253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:19:51,267 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:51,267 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:19:51,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:19:51,267 INFO [RS:0;30c28c82771d:39253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:19:51,267 INFO [RS:0;30c28c82771d:39253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,268 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:19:51,269 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:19:51,272 INFO [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:19:51,273 INFO [RS:0;30c28c82771d:39253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:19:51,273 INFO [RS:0;30c28c82771d:39253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,273 DEBUG [RS:0;30c28c82771d:39253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:51,273 DEBUG [RS:0;30c28c82771d:39253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:51,273 DEBUG [RS:0;30c28c82771d:39253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:51,273 DEBUG [RS:0;30c28c82771d:39253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:51,273 DEBUG [RS:0;30c28c82771d:39253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:51,273 DEBUG [RS:0;30c28c82771d:39253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:19:51,273 DEBUG [RS:0;30c28c82771d:39253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:51,273 DEBUG [RS:0;30c28c82771d:39253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:51,273 DEBUG [RS:0;30c28c82771d:39253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:51,273 DEBUG [RS:0;30c28c82771d:39253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:51,273 DEBUG [RS:0;30c28c82771d:39253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:51,273 DEBUG [RS:0;30c28c82771d:39253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:19:51,273 DEBUG [RS:0;30c28c82771d:39253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:19:51,273 DEBUG [RS:0;30c28c82771d:39253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:19:51,283 INFO [RS:0;30c28c82771d:39253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,283 INFO [RS:0;30c28c82771d:39253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,283 INFO [RS:0;30c28c82771d:39253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,284 INFO [RS:0;30c28c82771d:39253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,284 INFO [RS:0;30c28c82771d:39253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,284 INFO [RS:0;30c28c82771d:39253 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,39253,1732436390242-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:19:51,309 INFO [RS:0;30c28c82771d:39253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:19:51,309 INFO [RS:0;30c28c82771d:39253 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,39253,1732436390242-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,309 INFO [RS:0;30c28c82771d:39253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,309 INFO [RS:0;30c28c82771d:39253 {}] regionserver.Replication(171): 30c28c82771d,39253,1732436390242 started 2024-11-24T08:19:51,329 INFO [RS:0;30c28c82771d:39253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,329 INFO [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,39253,1732436390242, RpcServer on 30c28c82771d/172.17.0.2:39253, sessionid=0x101490f46ba0004 2024-11-24T08:19:51,329 DEBUG [RS:0;30c28c82771d:39253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:19:51,329 DEBUG [RS:0;30c28c82771d:39253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,39253,1732436390242 2024-11-24T08:19:51,329 DEBUG [RS:0;30c28c82771d:39253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,39253,1732436390242' 2024-11-24T08:19:51,329 DEBUG [RS:0;30c28c82771d:39253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1826188358/flush-table-proc/abort' 2024-11-24T08:19:51,329 DEBUG [RS:0;30c28c82771d:39253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1826188358/flush-table-proc/acquired' 2024-11-24T08:19:51,330 DEBUG [RS:0;30c28c82771d:39253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:19:51,330 DEBUG [RS:0;30c28c82771d:39253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:19:51,330 DEBUG [RS:0;30c28c82771d:39253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,39253,1732436390242 2024-11-24T08:19:51,330 DEBUG [RS:0;30c28c82771d:39253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,39253,1732436390242' 2024-11-24T08:19:51,330 DEBUG [RS:0;30c28c82771d:39253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1826188358/online-snapshot/abort' 2024-11-24T08:19:51,330 DEBUG [RS:0;30c28c82771d:39253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1826188358/online-snapshot/acquired' 2024-11-24T08:19:51,330 DEBUG [RS:0;30c28c82771d:39253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:19:51,330 INFO [RS:0;30c28c82771d:39253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:19:51,330 INFO [RS:0;30c28c82771d:39253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:19:51,419 WARN [30c28c82771d:41157 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T08:19:51,431 INFO [RS:0;30c28c82771d:39253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:19:51,434 INFO [RS:0;30c28c82771d:39253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C39253%2C1732436390242, suffix=, logDir=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242, archiveDir=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/oldWALs, maxLogs=10 2024-11-24T08:19:51,466 DEBUG [RS:0;30c28c82771d:39253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435, exclude list is [], retry=0 2024-11-24T08:19:51,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42073,DS-6ea8ecb8-b53f-467a-9f43-019010f612a9,DISK] 2024-11-24T08:19:51,505 INFO [RS:0;30c28c82771d:39253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 2024-11-24T08:19:51,505 DEBUG [RS:0;30c28c82771d:39253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41457:41457)] 2024-11-24T08:19:51,669 DEBUG [30c28c82771d:41157 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:19:51,670 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,39253,1732436390242 2024-11-24T08:19:51,671 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,39253,1732436390242, state=OPENING 2024-11-24T08:19:51,673 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:19:51,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358 2024-11-24T08:19:51,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358 2024-11-24T08:19:51,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1826188358/meta-region-server: CHANGED 2024-11-24T08:19:51,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1826188358/meta-region-server: CHANGED 2024-11-24T08:19:51,678 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:19:51,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,39253,1732436390242}] 2024-11-24T08:19:51,832 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:19:51,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:19:51,853 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:19:51,853 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:51,853 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:19:51,855 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C39253%2C1732436390242.meta, suffix=.meta, logDir=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242, archiveDir=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/oldWALs, maxLogs=10 2024-11-24T08:19:51,883 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.meta.1732436391855.meta, exclude list is [], retry=0 2024-11-24T08:19:51,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42073,DS-6ea8ecb8-b53f-467a-9f43-019010f612a9,DISK] 2024-11-24T08:19:51,913 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.meta.1732436391855.meta 2024-11-24T08:19:51,916 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41457:41457)] 2024-11-24T08:19:51,916 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:51,917 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:19:51,918 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:19:51,918 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:19:51,918 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:19:51,919 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:19:51,919 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:51,919 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:19:51,919 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:19:51,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:19:51,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:19:51,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:51,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:51,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:19:51,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:19:51,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:51,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:51,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:19:51,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:19:51,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:51,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:51,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:19:51,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:19:51,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:51,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:19:51,939 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:19:51,940 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740 2024-11-24T08:19:51,941 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740 2024-11-24T08:19:51,942 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:19:51,942 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:19:51,943 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:19:51,944 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:19:51,945 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68365647, jitterRate=0.01872752606868744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:19:51,945 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:19:51,945 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436391919Writing region info on filesystem at 1732436391919Initializing all the Stores at 1732436391923 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436391923Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436391928 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436391928Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436391928Cleaning up temporary data from old regions at 1732436391942 (+14 ms)Running coprocessor post-open hooks at 1732436391945 (+3 ms)Region opened successfully at 1732436391945 2024-11-24T08:19:51,946 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436391832 2024-11-24T08:19:51,949 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:19:51,949 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:19:51,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,39253,1732436390242 2024-11-24T08:19:51,950 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,39253,1732436390242, state=OPEN 2024-11-24T08:19:51,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1826188358/meta-region-server 2024-11-24T08:19:51,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1826188358/meta-region-server 2024-11-24T08:19:51,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1826188358/meta-region-server: CHANGED 2024-11-24T08:19:51,952 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,39253,1732436390242 2024-11-24T08:19:51,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1826188358/meta-region-server: CHANGED 2024-11-24T08:19:51,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:19:51,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,39253,1732436390242 in 274 msec 2024-11-24T08:19:51,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:19:51,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 687 msec 2024-11-24T08:19:51,957 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:19:51,957 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:19:51,958 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:51,958 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,39253,1732436390242, seqNum=-1] 2024-11-24T08:19:51,959 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:51,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:19:51,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 900 msec 2024-11-24T08:19:51,965 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436391965, completionTime=-1 2024-11-24T08:19:51,965 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:19:51,965 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:19:51,969 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:19:51,969 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436451969 2024-11-24T08:19:51,969 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436511969 2024-11-24T08:19:51,969 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-24T08:19:51,969 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,41157,1732436390206-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,969 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,41157,1732436390206-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,969 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,41157,1732436390206-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,969 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:41157, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,969 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,982 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:19:51,984 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:51,989 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.706sec 2024-11-24T08:19:51,990 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:19:51,990 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:19:51,990 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:19:51,990 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:19:51,990 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:19:51,990 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,41157,1732436390206-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:19:51,990 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,41157,1732436390206-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:19:51,998 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:19:51,998 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:19:51,999 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,41157,1732436390206-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:19:52,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2a3f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:52,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,41157,-1 for getting cluster id 2024-11-24T08:19:52,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:52,082 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '488da902-172b-4dbd-b33b-37f68760e7a3' 2024-11-24T08:19:52,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:52,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "488da902-172b-4dbd-b33b-37f68760e7a3" 2024-11-24T08:19:52,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226a9d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:52,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,41157,-1] 2024-11-24T08:19:52,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:52,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:52,085 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:52,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3805e859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:52,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:52,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,39253,1732436390242, seqNum=-1] 2024-11-24T08:19:52,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:52,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:19:52,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,41157,1732436390206 2024-11-24T08:19:52,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54689 2024-11-24T08:19:52,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:19:52,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,36739,1732436385980 2024-11-24T08:19:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f85bbc8 2024-11-24T08:19:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:52,114 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:19:52,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:19:52,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101490f46ba0005 connected 2024-11-24T08:19:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T08:19:52,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:19:52,119 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:52,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T08:19:52,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:19:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:52,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741835_1011 (size=902) 2024-11-24T08:19:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:52,574 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5942dce32f8284f3c49979203a0e2167, NAME => 'test,,1732436392114.5942dce32f8284f3c49979203a0e2167.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1 2024-11-24T08:19:52,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741836_1012 (size=39) 2024-11-24T08:19:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:53,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732436392114.5942dce32f8284f3c49979203a0e2167.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:53,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5942dce32f8284f3c49979203a0e2167, disabling compactions & flushes 2024-11-24T08:19:53,028 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732436392114.5942dce32f8284f3c49979203a0e2167. 2024-11-24T08:19:53,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436392114.5942dce32f8284f3c49979203a0e2167. 2024-11-24T08:19:53,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732436392114.5942dce32f8284f3c49979203a0e2167. after waiting 0 ms 2024-11-24T08:19:53,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732436392114.5942dce32f8284f3c49979203a0e2167. 2024-11-24T08:19:53,028 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732436392114.5942dce32f8284f3c49979203a0e2167. 2024-11-24T08:19:53,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5942dce32f8284f3c49979203a0e2167: Waiting for close lock at 1732436393028Disabling compacts and flushes for region at 1732436393028Disabling writes for close at 1732436393028Writing region close event to WAL at 1732436393028Closed at 1732436393028 2024-11-24T08:19:53,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:19:53,030 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732436392114.5942dce32f8284f3c49979203a0e2167.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732436393030"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436393030"}]},"ts":"1732436393030"} 2024-11-24T08:19:53,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:19:53,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:19:53,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436393035"}]},"ts":"1732436393035"} 2024-11-24T08:19:53,037 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T08:19:53,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5942dce32f8284f3c49979203a0e2167, ASSIGN}] 2024-11-24T08:19:53,039 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5942dce32f8284f3c49979203a0e2167, ASSIGN 2024-11-24T08:19:53,040 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5942dce32f8284f3c49979203a0e2167, ASSIGN; state=OFFLINE, location=30c28c82771d,42719,1732436386030; forceNewPlan=false, retain=false 2024-11-24T08:19:53,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5942dce32f8284f3c49979203a0e2167, regionState=OPENING, regionLocation=30c28c82771d,42719,1732436386030 2024-11-24T08:19:53,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5942dce32f8284f3c49979203a0e2167, ASSIGN because future has completed 2024-11-24T08:19:53,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5942dce32f8284f3c49979203a0e2167, server=30c28c82771d,42719,1732436386030}] 2024-11-24T08:19:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:53,350 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732436392114.5942dce32f8284f3c49979203a0e2167. 2024-11-24T08:19:53,350 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5942dce32f8284f3c49979203a0e2167, NAME => 'test,,1732436392114.5942dce32f8284f3c49979203a0e2167.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:53,350 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:19:53,350 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T08:19:53,351 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5942dce32f8284f3c49979203a0e2167 2024-11-24T08:19:53,351 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732436392114.5942dce32f8284f3c49979203a0e2167.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:53,351 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5942dce32f8284f3c49979203a0e2167 2024-11-24T08:19:53,351 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5942dce32f8284f3c49979203a0e2167 2024-11-24T08:19:53,352 INFO [StoreOpener-5942dce32f8284f3c49979203a0e2167-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5942dce32f8284f3c49979203a0e2167 2024-11-24T08:19:53,353 INFO [StoreOpener-5942dce32f8284f3c49979203a0e2167-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5942dce32f8284f3c49979203a0e2167 columnFamilyName f 2024-11-24T08:19:53,353 DEBUG [StoreOpener-5942dce32f8284f3c49979203a0e2167-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:53,354 INFO [StoreOpener-5942dce32f8284f3c49979203a0e2167-1 {}] regionserver.HStore(327): Store=5942dce32f8284f3c49979203a0e2167/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:53,354 INFO [StoreOpener-5942dce32f8284f3c49979203a0e2167-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5942dce32f8284f3c49979203a0e2167 2024-11-24T08:19:53,355 INFO [StoreOpener-5942dce32f8284f3c49979203a0e2167-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5942dce32f8284f3c49979203a0e2167 columnFamilyName f1 2024-11-24T08:19:53,355 DEBUG [StoreOpener-5942dce32f8284f3c49979203a0e2167-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:53,355 INFO [StoreOpener-5942dce32f8284f3c49979203a0e2167-1 {}] regionserver.HStore(327): Store=5942dce32f8284f3c49979203a0e2167/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:53,355 INFO [StoreOpener-5942dce32f8284f3c49979203a0e2167-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5942dce32f8284f3c49979203a0e2167 2024-11-24T08:19:53,356 INFO [StoreOpener-5942dce32f8284f3c49979203a0e2167-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5942dce32f8284f3c49979203a0e2167 columnFamilyName norep 2024-11-24T08:19:53,356 DEBUG [StoreOpener-5942dce32f8284f3c49979203a0e2167-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:53,356 INFO [StoreOpener-5942dce32f8284f3c49979203a0e2167-1 {}] regionserver.HStore(327): Store=5942dce32f8284f3c49979203a0e2167/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:53,356 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5942dce32f8284f3c49979203a0e2167 2024-11-24T08:19:53,357 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/default/test/5942dce32f8284f3c49979203a0e2167 2024-11-24T08:19:53,357 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/default/test/5942dce32f8284f3c49979203a0e2167 2024-11-24T08:19:53,358 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5942dce32f8284f3c49979203a0e2167 2024-11-24T08:19:53,358 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5942dce32f8284f3c49979203a0e2167 2024-11-24T08:19:53,358 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:19:53,359 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5942dce32f8284f3c49979203a0e2167 2024-11-24T08:19:53,361 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/default/test/5942dce32f8284f3c49979203a0e2167/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:19:53,361 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5942dce32f8284f3c49979203a0e2167; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62074811, jitterRate=-0.07501323521137238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:19:53,362 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5942dce32f8284f3c49979203a0e2167 2024-11-24T08:19:53,362 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5942dce32f8284f3c49979203a0e2167: Running coprocessor pre-open hook at 1732436393351Writing region info on filesystem at 1732436393351Initializing all the Stores at 1732436393352 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436393352Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436393352Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436393352Cleaning up temporary data from old regions at 1732436393358 (+6 ms)Running coprocessor post-open hooks at 1732436393362 (+4 ms)Region opened successfully at 1732436393362 2024-11-24T08:19:53,363 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732436392114.5942dce32f8284f3c49979203a0e2167., pid=6, masterSystemTime=1732436393346 2024-11-24T08:19:53,365 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732436392114.5942dce32f8284f3c49979203a0e2167. 2024-11-24T08:19:53,365 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732436392114.5942dce32f8284f3c49979203a0e2167. 2024-11-24T08:19:53,366 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5942dce32f8284f3c49979203a0e2167, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30c28c82771d,42719,1732436386030 2024-11-24T08:19:53,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5942dce32f8284f3c49979203a0e2167, server=30c28c82771d,42719,1732436386030 because future has completed 2024-11-24T08:19:53,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:19:53,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5942dce32f8284f3c49979203a0e2167, server=30c28c82771d,42719,1732436386030 in 175 msec 2024-11-24T08:19:53,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:19:53,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5942dce32f8284f3c49979203a0e2167, ASSIGN in 333 msec 2024-11-24T08:19:53,372 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:19:53,372 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436393372"}]},"ts":"1732436393372"} 2024-11-24T08:19:53,374 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T08:19:53,375 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:19:53,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2600 sec 2024-11-24T08:19:53,890 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:19:53,890 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T08:19:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:54,274 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T08:19:54,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,41157,1732436390206 2024-11-24T08:19:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@110c47d 2024-11-24T08:19:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:54,276 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:19:54,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41157 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:19:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41157 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T08:19:54,280 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:19:54,281 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:54,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41157 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T08:19:54,281 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:19:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:54,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741835_1011 (size=902) 2024-11-24T08:19:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:54,491 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:19:54,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:54,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:54,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:54,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:54,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:54,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:54,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:54,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:54,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:54,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:19:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:54,690 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b46232c77cf524a37fe9d11045857bf0, NAME => 'test,,1732436394277.b46232c77cf524a37fe9d11045857bf0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8 2024-11-24T08:19:54,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741836_1012 (size=39) 2024-11-24T08:19:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:55,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732436394277.b46232c77cf524a37fe9d11045857bf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:55,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b46232c77cf524a37fe9d11045857bf0, disabling compactions & flushes 2024-11-24T08:19:55,097 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732436394277.b46232c77cf524a37fe9d11045857bf0. 2024-11-24T08:19:55,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436394277.b46232c77cf524a37fe9d11045857bf0. 2024-11-24T08:19:55,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732436394277.b46232c77cf524a37fe9d11045857bf0. after waiting 0 ms 2024-11-24T08:19:55,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732436394277.b46232c77cf524a37fe9d11045857bf0. 2024-11-24T08:19:55,097 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732436394277.b46232c77cf524a37fe9d11045857bf0. 2024-11-24T08:19:55,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b46232c77cf524a37fe9d11045857bf0: Waiting for close lock at 1732436395097Disabling compacts and flushes for region at 1732436395097Disabling writes for close at 1732436395097Writing region close event to WAL at 1732436395097Closed at 1732436395097 2024-11-24T08:19:55,098 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:19:55,098 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732436394277.b46232c77cf524a37fe9d11045857bf0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732436395098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436395098"}]},"ts":"1732436395098"} 2024-11-24T08:19:55,100 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:19:55,101 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:19:55,101 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436395101"}]},"ts":"1732436395101"} 2024-11-24T08:19:55,102 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T08:19:55,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b46232c77cf524a37fe9d11045857bf0, ASSIGN}] 2024-11-24T08:19:55,104 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b46232c77cf524a37fe9d11045857bf0, ASSIGN 2024-11-24T08:19:55,104 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b46232c77cf524a37fe9d11045857bf0, ASSIGN; state=OFFLINE, location=30c28c82771d,39253,1732436390242; forceNewPlan=false, retain=false 2024-11-24T08:19:55,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b46232c77cf524a37fe9d11045857bf0, regionState=OPENING, regionLocation=30c28c82771d,39253,1732436390242 2024-11-24T08:19:55,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b46232c77cf524a37fe9d11045857bf0, ASSIGN because future has completed 2024-11-24T08:19:55,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b46232c77cf524a37fe9d11045857bf0, server=30c28c82771d,39253,1732436390242}] 2024-11-24T08:19:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:55,427 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732436394277.b46232c77cf524a37fe9d11045857bf0. 2024-11-24T08:19:55,428 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b46232c77cf524a37fe9d11045857bf0, NAME => 'test,,1732436394277.b46232c77cf524a37fe9d11045857bf0.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:55,428 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:19:55,428 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T08:19:55,429 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:19:55,429 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732436394277.b46232c77cf524a37fe9d11045857bf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:55,429 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:19:55,429 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:19:55,432 INFO [StoreOpener-b46232c77cf524a37fe9d11045857bf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:19:55,434 INFO [StoreOpener-b46232c77cf524a37fe9d11045857bf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b46232c77cf524a37fe9d11045857bf0 columnFamilyName f 2024-11-24T08:19:55,434 DEBUG [StoreOpener-b46232c77cf524a37fe9d11045857bf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:55,434 INFO [StoreOpener-b46232c77cf524a37fe9d11045857bf0-1 {}] regionserver.HStore(327): Store=b46232c77cf524a37fe9d11045857bf0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:55,435 INFO [StoreOpener-b46232c77cf524a37fe9d11045857bf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:19:55,436 INFO [StoreOpener-b46232c77cf524a37fe9d11045857bf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b46232c77cf524a37fe9d11045857bf0 columnFamilyName f1 2024-11-24T08:19:55,437 DEBUG [StoreOpener-b46232c77cf524a37fe9d11045857bf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:55,437 INFO [StoreOpener-b46232c77cf524a37fe9d11045857bf0-1 {}] regionserver.HStore(327): Store=b46232c77cf524a37fe9d11045857bf0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:55,437 INFO [StoreOpener-b46232c77cf524a37fe9d11045857bf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:19:55,438 INFO [StoreOpener-b46232c77cf524a37fe9d11045857bf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b46232c77cf524a37fe9d11045857bf0 columnFamilyName norep 2024-11-24T08:19:55,438 DEBUG [StoreOpener-b46232c77cf524a37fe9d11045857bf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:55,439 INFO [StoreOpener-b46232c77cf524a37fe9d11045857bf0-1 {}] regionserver.HStore(327): Store=b46232c77cf524a37fe9d11045857bf0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:55,439 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:19:55,440 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/default/test/b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:19:55,440 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/default/test/b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:19:55,441 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:19:55,441 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:19:55,442 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:19:55,446 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:19:55,456 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/default/test/b46232c77cf524a37fe9d11045857bf0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:19:55,456 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b46232c77cf524a37fe9d11045857bf0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70375178, jitterRate=0.048671871423721313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:19:55,457 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:19:55,457 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b46232c77cf524a37fe9d11045857bf0: Running coprocessor pre-open hook at 1732436395429Writing region info on filesystem at 1732436395429Initializing all the Stores at 1732436395431 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436395431Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436395432 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436395432Cleaning up temporary data from old regions at 1732436395441 (+9 ms)Running coprocessor post-open hooks at 1732436395457 (+16 ms)Region opened successfully at 1732436395457 2024-11-24T08:19:55,459 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732436394277.b46232c77cf524a37fe9d11045857bf0., pid=6, masterSystemTime=1732436395409 2024-11-24T08:19:55,461 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732436394277.b46232c77cf524a37fe9d11045857bf0. 2024-11-24T08:19:55,461 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732436394277.b46232c77cf524a37fe9d11045857bf0. 2024-11-24T08:19:55,462 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b46232c77cf524a37fe9d11045857bf0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30c28c82771d,39253,1732436390242 2024-11-24T08:19:55,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b46232c77cf524a37fe9d11045857bf0, server=30c28c82771d,39253,1732436390242 because future has completed 2024-11-24T08:19:55,474 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41157 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=30c28c82771d,39253,1732436390242, table=test, region=b46232c77cf524a37fe9d11045857bf0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T08:19:55,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:19:55,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b46232c77cf524a37fe9d11045857bf0, server=30c28c82771d,39253,1732436390242 in 223 msec 2024-11-24T08:19:55,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:19:55,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b46232c77cf524a37fe9d11045857bf0, ASSIGN in 381 msec 2024-11-24T08:19:55,486 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:19:55,487 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436395487"}]},"ts":"1732436395487"} 2024-11-24T08:19:55,489 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T08:19:55,490 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:19:55,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2130 sec 2024-11-24T08:19:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:19:56,424 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T08:19:56,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777f1432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:56,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,36739,-1 for getting cluster id 2024-11-24T08:19:56,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:56,426 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e172a7fa-df06-4990-b2b0-893ba4953043' 2024-11-24T08:19:56,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:56,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e172a7fa-df06-4990-b2b0-893ba4953043" 2024-11-24T08:19:56,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650d4a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:56,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,36739,-1] 2024-11-24T08:19:56,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:56,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:56,427 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:56,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cc9c71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:56,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56028e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:56,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,41157,-1 for getting cluster id 2024-11-24T08:19:56,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:56,429 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '488da902-172b-4dbd-b33b-37f68760e7a3' 2024-11-24T08:19:56,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:56,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "488da902-172b-4dbd-b33b-37f68760e7a3" 2024-11-24T08:19:56,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494f7b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:56,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,41157,-1] 2024-11-24T08:19:56,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:56,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:56,430 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:56,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2ceb79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:56,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2668ee2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:56,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,36739,-1 for getting cluster id 2024-11-24T08:19:56,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:56,432 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e172a7fa-df06-4990-b2b0-893ba4953043' 2024-11-24T08:19:56,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:56,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e172a7fa-df06-4990-b2b0-893ba4953043" 2024-11-24T08:19:56,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69021b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:56,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,36739,-1] 2024-11-24T08:19:56,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:56,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:56,433 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:56,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d079ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:56,434 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,36739,1732436385980 2024-11-24T08:19:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31341722 2024-11-24T08:19:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:56,435 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:19:56,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30c28c82771d:41157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T08:19:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:19:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:56,438 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:41157' 2024-11-24T08:19:56,438 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7447d3e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:56,438 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,41157,-1 for getting cluster id 2024-11-24T08:19:56,438 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:56,439 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '488da902-172b-4dbd-b33b-37f68760e7a3' 2024-11-24T08:19:56,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:56,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "488da902-172b-4dbd-b33b-37f68760e7a3" 2024-11-24T08:19:56,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc38670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:56,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,41157,-1] 2024-11-24T08:19:56,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:56,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:56,440 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:56,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c77674c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:56,441 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:56,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,41157,1732436390206 2024-11-24T08:19:56,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@660502c8 2024-11-24T08:19:56,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:56,442 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:19:56,442 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T08:19:56,442 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:19:56,442 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:56,443 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:56,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:56,443 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:19:56,444 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T08:19:56,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:19:56,444 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:56,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:19:56,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741837_1013 (size=1138) 2024-11-24T08:19:56,451 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 854d46b367d6e7fc7629b56055a94c2a, NAME => 'hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1 2024-11-24T08:19:56,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741838_1014 (size=44) 2024-11-24T08:19:56,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:56,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 854d46b367d6e7fc7629b56055a94c2a, disabling compactions & flushes 2024-11-24T08:19:56,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a. 2024-11-24T08:19:56,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a. 2024-11-24T08:19:56,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a. after waiting 0 ms 2024-11-24T08:19:56,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a. 2024-11-24T08:19:56,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a. 2024-11-24T08:19:56,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 854d46b367d6e7fc7629b56055a94c2a: Waiting for close lock at 1732436396456Disabling compacts and flushes for region at 1732436396456Disabling writes for close at 1732436396456Writing region close event to WAL at 1732436396456Closed at 1732436396456 2024-11-24T08:19:56,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:19:56,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732436396457"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436396457"}]},"ts":"1732436396457"} 2024-11-24T08:19:56,459 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:19:56,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:19:56,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436396460"}]},"ts":"1732436396460"} 2024-11-24T08:19:56,461 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T08:19:56,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=854d46b367d6e7fc7629b56055a94c2a, ASSIGN}] 2024-11-24T08:19:56,462 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=854d46b367d6e7fc7629b56055a94c2a, ASSIGN 2024-11-24T08:19:56,463 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=854d46b367d6e7fc7629b56055a94c2a, ASSIGN; state=OFFLINE, location=30c28c82771d,42719,1732436386030; forceNewPlan=false, retain=false 2024-11-24T08:19:56,494 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T08:19:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:56,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=854d46b367d6e7fc7629b56055a94c2a, regionState=OPENING, regionLocation=30c28c82771d,42719,1732436386030 2024-11-24T08:19:56,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=854d46b367d6e7fc7629b56055a94c2a, ASSIGN because future has completed 2024-11-24T08:19:56,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 854d46b367d6e7fc7629b56055a94c2a, server=30c28c82771d,42719,1732436386030}] 2024-11-24T08:19:56,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:56,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a. 2024-11-24T08:19:56,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:56,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T08:19:56,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C42719%2C1732436386030.rep, suffix=, logDir=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030, archiveDir=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/oldWALs, maxLogs=10 2024-11-24T08:19:56,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.rep.1732436396773, exclude list is [], retry=0 2024-11-24T08:19:56,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41117,DS-2ac8ecde-1391-47bf-86a4-393e7ee7101f,DISK] 2024-11-24T08:19:56,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.rep.1732436396773 2024-11-24T08:19:56,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39663:39663)] 2024-11-24T08:19:56,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 854d46b367d6e7fc7629b56055a94c2a, NAME => 'hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:56,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:19:56,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:19:56,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a. service=MultiRowMutationService 2024-11-24T08:19:56,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T08:19:56,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 854d46b367d6e7fc7629b56055a94c2a 2024-11-24T08:19:56,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:56,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 854d46b367d6e7fc7629b56055a94c2a 2024-11-24T08:19:56,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 854d46b367d6e7fc7629b56055a94c2a 2024-11-24T08:19:56,791 INFO [StoreOpener-854d46b367d6e7fc7629b56055a94c2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 854d46b367d6e7fc7629b56055a94c2a 2024-11-24T08:19:56,792 INFO [StoreOpener-854d46b367d6e7fc7629b56055a94c2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 854d46b367d6e7fc7629b56055a94c2a columnFamilyName hfileref 2024-11-24T08:19:56,792 DEBUG [StoreOpener-854d46b367d6e7fc7629b56055a94c2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:56,793 INFO [StoreOpener-854d46b367d6e7fc7629b56055a94c2a-1 {}] regionserver.HStore(327): Store=854d46b367d6e7fc7629b56055a94c2a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:56,793 INFO [StoreOpener-854d46b367d6e7fc7629b56055a94c2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 854d46b367d6e7fc7629b56055a94c2a 2024-11-24T08:19:56,793 INFO [StoreOpener-854d46b367d6e7fc7629b56055a94c2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 854d46b367d6e7fc7629b56055a94c2a columnFamilyName queue 2024-11-24T08:19:56,794 DEBUG [StoreOpener-854d46b367d6e7fc7629b56055a94c2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:56,794 INFO [StoreOpener-854d46b367d6e7fc7629b56055a94c2a-1 {}] regionserver.HStore(327): Store=854d46b367d6e7fc7629b56055a94c2a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:56,794 INFO [StoreOpener-854d46b367d6e7fc7629b56055a94c2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 854d46b367d6e7fc7629b56055a94c2a 2024-11-24T08:19:56,795 INFO [StoreOpener-854d46b367d6e7fc7629b56055a94c2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 854d46b367d6e7fc7629b56055a94c2a columnFamilyName sid 2024-11-24T08:19:56,795 DEBUG [StoreOpener-854d46b367d6e7fc7629b56055a94c2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:56,795 INFO [StoreOpener-854d46b367d6e7fc7629b56055a94c2a-1 {}] regionserver.HStore(327): Store=854d46b367d6e7fc7629b56055a94c2a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:56,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 854d46b367d6e7fc7629b56055a94c2a 2024-11-24T08:19:56,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/replication/854d46b367d6e7fc7629b56055a94c2a 2024-11-24T08:19:56,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/replication/854d46b367d6e7fc7629b56055a94c2a 2024-11-24T08:19:56,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 854d46b367d6e7fc7629b56055a94c2a 2024-11-24T08:19:56,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 854d46b367d6e7fc7629b56055a94c2a 2024-11-24T08:19:56,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:19:56,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 854d46b367d6e7fc7629b56055a94c2a 2024-11-24T08:19:56,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/replication/854d46b367d6e7fc7629b56055a94c2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:19:56,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 854d46b367d6e7fc7629b56055a94c2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73496308, jitterRate=0.09518033266067505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:19:56,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 854d46b367d6e7fc7629b56055a94c2a 2024-11-24T08:19:56,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 854d46b367d6e7fc7629b56055a94c2a: Running coprocessor pre-open hook at 1732436396790Writing region info on filesystem at 1732436396790Initializing all the Stores at 1732436396791 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436396791Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436396791Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436396791Cleaning up temporary data from old regions at 1732436396796 (+5 ms)Running coprocessor post-open hooks at 1732436396800 (+4 ms)Region opened successfully at 1732436396800 2024-11-24T08:19:56,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a., pid=10, masterSystemTime=1732436396768 2024-11-24T08:19:56,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a. 2024-11-24T08:19:56,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a. 2024-11-24T08:19:56,803 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=854d46b367d6e7fc7629b56055a94c2a, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,42719,1732436386030 2024-11-24T08:19:56,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 854d46b367d6e7fc7629b56055a94c2a, server=30c28c82771d,42719,1732436386030 because future has completed 2024-11-24T08:19:56,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T08:19:56,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 854d46b367d6e7fc7629b56055a94c2a, server=30c28c82771d,42719,1732436386030 in 190 msec 2024-11-24T08:19:56,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T08:19:56,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=854d46b367d6e7fc7629b56055a94c2a, ASSIGN in 345 msec 2024-11-24T08:19:56,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:19:56,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436396810"}]},"ts":"1732436396810"} 2024-11-24T08:19:56,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T08:19:56,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:19:56,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 370 msec 2024-11-24T08:19:56,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a., hostname=30c28c82771d,42719,1732436386030, seqNum=2] 2024-11-24T08:19:56,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162 2024-11-24T08:19:56,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162 2024-11-24T08:19:56,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:19:57,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T08:19:57,010 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T08:19:57,052 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30c28c82771d,42719,1732436386030, ReplicationSource: 1, currentBandwidth=0 2024-11-24T08:19:57,053 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:57,053 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,42719,1732436386030, seqNum=-1] 2024-11-24T08:19:57,054 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:57,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-24T08:19:57,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30c28c82771d,42719,1732436386030', locateType=CURRENT is [region=hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a., hostname=30c28c82771d,42719,1732436386030, seqNum=2] 2024-11-24T08:19:57,059 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T08:19:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T08:19:57,062 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30c28c82771d,42719,1732436386030 suceeded 2024-11-24T08:19:57,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T08:19:57,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-24T08:19:57,064 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30c28c82771d:41157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:19:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:57,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 629 msec 2024-11-24T08:19:57,074 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:41157' 2024-11-24T08:19:57,075 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@357e852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:57,075 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,41157,-1 for getting cluster id 2024-11-24T08:19:57,075 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:57,076 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '488da902-172b-4dbd-b33b-37f68760e7a3' 2024-11-24T08:19:57,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:57,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "488da902-172b-4dbd-b33b-37f68760e7a3" 2024-11-24T08:19:57,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@598ab633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:57,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,41157,-1] 2024-11-24T08:19:57,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:57,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:57,077 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:57,078 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f77bc85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:57,078 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:57,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,41157,1732436390206 2024-11-24T08:19:57,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34392323 2024-11-24T08:19:57,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:57,079 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-24T08:19:57,080 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30c28c82771d,42719,1732436386030 (queues=1) is replicating from cluster=e172a7fa-df06-4990-b2b0-893ba4953043 to cluster=488da902-172b-4dbd-b33b-37f68760e7a3 2024-11-24T08:19:57,080 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30c28c82771d%2C42719%2C1732436386030 2024-11-24T08:19:57,080 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30c28c82771d,42719,1732436386030, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:19:57,081 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.shipper30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C42719%2C1732436386030 2024-11-24T08:19:57,081 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038, startPosition=0, beingWritten=true 2024-11-24T08:19:57,086 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:19:57,086 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 379, reset compression=false 2024-11-24T08:19:57,086 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.shipper30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,42719,1732436386030 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:19:57,290 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 379, reset compression=false 2024-11-24T08:19:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:57,575 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T08:19:57,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:19:57,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:57,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:57,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:57,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:57,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3283fa14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:57,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,41157,-1 for getting cluster id 2024-11-24T08:19:57,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:57,577 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '488da902-172b-4dbd-b33b-37f68760e7a3' 2024-11-24T08:19:57,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:57,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "488da902-172b-4dbd-b33b-37f68760e7a3" 2024-11-24T08:19:57,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cd75f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:57,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,41157,-1] 2024-11-24T08:19:57,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:57,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:57,579 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:57,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679c47c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:57,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:57,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,41157,1732436390206 2024-11-24T08:19:57,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14da5660 2024-11-24T08:19:57,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:57,581 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:19:57,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41157 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30c28c82771d:36739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T08:19:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41157 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:19:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:57,584 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:36739' 2024-11-24T08:19:57,585 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478d92ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:57,585 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,36739,-1 for getting cluster id 2024-11-24T08:19:57,585 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:57,586 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e172a7fa-df06-4990-b2b0-893ba4953043' 2024-11-24T08:19:57,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:57,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e172a7fa-df06-4990-b2b0-893ba4953043" 2024-11-24T08:19:57,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350ee38f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:57,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,36739,-1] 2024-11-24T08:19:57,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:57,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:57,587 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:57,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e4f07a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:57,588 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:57,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,36739,1732436385980 2024-11-24T08:19:57,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59be4b4a 2024-11-24T08:19:57,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:57,589 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:19:57,590 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T08:19:57,590 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:19:57,590 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:57,590 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:57,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:57,590 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:19:57,591 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T08:19:57,592 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:19:57,592 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:57,593 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:19:57,594 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 379, reset compression=false 2024-11-24T08:19:57,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741837_1013 (size=1138) 2024-11-24T08:19:57,601 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44d840e4754767f7fa212b896dd255e3, NAME => 'hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8 2024-11-24T08:19:57,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741838_1014 (size=44) 2024-11-24T08:19:57,641 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T08:19:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:57,999 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 379, reset compression=false 2024-11-24T08:19:58,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:58,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 44d840e4754767f7fa212b896dd255e3, disabling compactions & flushes 2024-11-24T08:19:58,009 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3. 2024-11-24T08:19:58,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3. 2024-11-24T08:19:58,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3. after waiting 0 ms 2024-11-24T08:19:58,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3. 2024-11-24T08:19:58,010 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3. 2024-11-24T08:19:58,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44d840e4754767f7fa212b896dd255e3: Waiting for close lock at 1732436398009Disabling compacts and flushes for region at 1732436398009Disabling writes for close at 1732436398009Writing region close event to WAL at 1732436398010 (+1 ms)Closed at 1732436398010 2024-11-24T08:19:58,011 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:19:58,011 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732436398011"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436398011"}]},"ts":"1732436398011"} 2024-11-24T08:19:58,014 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:19:58,015 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:19:58,015 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436398015"}]},"ts":"1732436398015"} 2024-11-24T08:19:58,017 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T08:19:58,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44d840e4754767f7fa212b896dd255e3, ASSIGN}] 2024-11-24T08:19:58,018 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44d840e4754767f7fa212b896dd255e3, ASSIGN 2024-11-24T08:19:58,019 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44d840e4754767f7fa212b896dd255e3, ASSIGN; state=OFFLINE, location=30c28c82771d,39253,1732436390242; forceNewPlan=false, retain=false 2024-11-24T08:19:58,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44d840e4754767f7fa212b896dd255e3, regionState=OPENING, regionLocation=30c28c82771d,39253,1732436390242 2024-11-24T08:19:58,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44d840e4754767f7fa212b896dd255e3, ASSIGN because future has completed 2024-11-24T08:19:58,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44d840e4754767f7fa212b896dd255e3, server=30c28c82771d,39253,1732436390242}] 2024-11-24T08:19:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:58,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3. 2024-11-24T08:19:58,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:19:58,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T08:19:58,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C39253%2C1732436390242.rep, suffix=, logDir=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242, archiveDir=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/oldWALs, maxLogs=10 2024-11-24T08:19:58,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.rep.1732436398333, exclude list is [], retry=0 2024-11-24T08:19:58,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42073,DS-6ea8ecb8-b53f-467a-9f43-019010f612a9,DISK] 2024-11-24T08:19:58,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.rep.1732436398333 2024-11-24T08:19:58,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41457:41457)] 2024-11-24T08:19:58,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 44d840e4754767f7fa212b896dd255e3, NAME => 'hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:19:58,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:19:58,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:19:58,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3. service=MultiRowMutationService 2024-11-24T08:19:58,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T08:19:58,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 44d840e4754767f7fa212b896dd255e3 2024-11-24T08:19:58,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:19:58,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 44d840e4754767f7fa212b896dd255e3 2024-11-24T08:19:58,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 44d840e4754767f7fa212b896dd255e3 2024-11-24T08:19:58,352 INFO [StoreOpener-44d840e4754767f7fa212b896dd255e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 44d840e4754767f7fa212b896dd255e3 2024-11-24T08:19:58,353 INFO [StoreOpener-44d840e4754767f7fa212b896dd255e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44d840e4754767f7fa212b896dd255e3 columnFamilyName hfileref 2024-11-24T08:19:58,353 DEBUG [StoreOpener-44d840e4754767f7fa212b896dd255e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:58,353 INFO [StoreOpener-44d840e4754767f7fa212b896dd255e3-1 {}] regionserver.HStore(327): Store=44d840e4754767f7fa212b896dd255e3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:58,353 INFO [StoreOpener-44d840e4754767f7fa212b896dd255e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 44d840e4754767f7fa212b896dd255e3 2024-11-24T08:19:58,354 INFO [StoreOpener-44d840e4754767f7fa212b896dd255e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44d840e4754767f7fa212b896dd255e3 columnFamilyName queue 2024-11-24T08:19:58,354 DEBUG [StoreOpener-44d840e4754767f7fa212b896dd255e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:58,354 INFO [StoreOpener-44d840e4754767f7fa212b896dd255e3-1 {}] regionserver.HStore(327): Store=44d840e4754767f7fa212b896dd255e3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:58,354 INFO [StoreOpener-44d840e4754767f7fa212b896dd255e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 44d840e4754767f7fa212b896dd255e3 2024-11-24T08:19:58,355 INFO [StoreOpener-44d840e4754767f7fa212b896dd255e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44d840e4754767f7fa212b896dd255e3 columnFamilyName sid 2024-11-24T08:19:58,355 DEBUG [StoreOpener-44d840e4754767f7fa212b896dd255e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:19:58,355 INFO [StoreOpener-44d840e4754767f7fa212b896dd255e3-1 {}] regionserver.HStore(327): Store=44d840e4754767f7fa212b896dd255e3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:19:58,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 44d840e4754767f7fa212b896dd255e3 2024-11-24T08:19:58,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/replication/44d840e4754767f7fa212b896dd255e3 2024-11-24T08:19:58,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/replication/44d840e4754767f7fa212b896dd255e3 2024-11-24T08:19:58,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 44d840e4754767f7fa212b896dd255e3 2024-11-24T08:19:58,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 44d840e4754767f7fa212b896dd255e3 2024-11-24T08:19:58,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:19:58,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 44d840e4754767f7fa212b896dd255e3 2024-11-24T08:19:58,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/replication/44d840e4754767f7fa212b896dd255e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:19:58,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 44d840e4754767f7fa212b896dd255e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59024916, jitterRate=-0.12046021223068237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:19:58,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44d840e4754767f7fa212b896dd255e3 2024-11-24T08:19:58,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 44d840e4754767f7fa212b896dd255e3: Running coprocessor pre-open hook at 1732436398351Writing region info on filesystem at 1732436398351Initializing all the Stores at 1732436398351Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436398351Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436398352 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436398352Cleaning up temporary data from old regions at 1732436398357 (+5 ms)Running coprocessor post-open hooks at 1732436398360 (+3 ms)Region opened successfully at 1732436398360 2024-11-24T08:19:58,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3., pid=10, masterSystemTime=1732436398328 2024-11-24T08:19:58,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3. 2024-11-24T08:19:58,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3. 2024-11-24T08:19:58,363 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44d840e4754767f7fa212b896dd255e3, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,39253,1732436390242 2024-11-24T08:19:58,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44d840e4754767f7fa212b896dd255e3, server=30c28c82771d,39253,1732436390242 because future has completed 2024-11-24T08:19:58,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T08:19:58,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 44d840e4754767f7fa212b896dd255e3, server=30c28c82771d,39253,1732436390242 in 193 msec 2024-11-24T08:19:58,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T08:19:58,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44d840e4754767f7fa212b896dd255e3, ASSIGN in 350 msec 2024-11-24T08:19:58,370 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:19:58,370 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436398370"}]},"ts":"1732436398370"} 2024-11-24T08:19:58,371 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T08:19:58,372 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:19:58,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 782 msec 2024-11-24T08:19:58,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3., hostname=30c28c82771d,39253,1732436390242, seqNum=2] 2024-11-24T08:19:58,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358 2024-11-24T08:19:58,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358 2024-11-24T08:19:58,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:19:58,503 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 379, reset compression=false 2024-11-24T08:19:58,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T08:19:58,557 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T08:19:58,585 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30c28c82771d,39253,1732436390242, ReplicationSource: 1, currentBandwidth=0 2024-11-24T08:19:58,585 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:58,586 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,39253,1732436390242, seqNum=-1] 2024-11-24T08:19:58,586 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:58,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-24T08:19:58,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30c28c82771d,39253,1732436390242', locateType=CURRENT is [region=hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3., hostname=30c28c82771d,39253,1732436390242, seqNum=2] 2024-11-24T08:19:58,590 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T08:19:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41157 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T08:19:58,592 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30c28c82771d,39253,1732436390242 suceeded 2024-11-24T08:19:58,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T08:19:58,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-24T08:19:58,594 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30c28c82771d:36739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:19:58,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0130 sec 2024-11-24T08:19:58,604 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:36739' 2024-11-24T08:19:58,605 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3910649f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:58,605 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,36739,-1 for getting cluster id 2024-11-24T08:19:58,605 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:58,606 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e172a7fa-df06-4990-b2b0-893ba4953043' 2024-11-24T08:19:58,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:58,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e172a7fa-df06-4990-b2b0-893ba4953043" 2024-11-24T08:19:58,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e2822be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:58,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,36739,-1] 2024-11-24T08:19:58,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:58,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:58,607 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:58,607 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@94fa2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:58,607 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:58,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,36739,1732436385980 2024-11-24T08:19:58,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eaba3e2 2024-11-24T08:19:58,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:19:58,609 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-24T08:19:58,610 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30c28c82771d,39253,1732436390242 (queues=1) is replicating from cluster=488da902-172b-4dbd-b33b-37f68760e7a3 to cluster=e172a7fa-df06-4990-b2b0-893ba4953043 2024-11-24T08:19:58,610 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30c28c82771d%2C39253%2C1732436390242 2024-11-24T08:19:58,610 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30c28c82771d,39253,1732436390242, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:19:58,610 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.shipper30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C39253%2C1732436390242 2024-11-24T08:19:58,610 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435, startPosition=0, beingWritten=true 2024-11-24T08:19:58,616 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:19:58,616 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 379, reset compression=false 2024-11-24T08:19:58,616 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.shipper30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,39253,1732436390242 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:19:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:19:58,725 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T08:19:58,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:19:58,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:19:58,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:58,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:58,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:19:58,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:58,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,42719,1732436386030, seqNum=-1] 2024-11-24T08:19:58,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:58,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:19:58,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732436392114.5942dce32f8284f3c49979203a0e2167., hostname=30c28c82771d,42719,1732436386030, seqNum=2] 2024-11-24T08:19:58,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:58,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,39253,1732436390242, seqNum=-1] 2024-11-24T08:19:58,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:58,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:19:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732436394277.b46232c77cf524a37fe9d11045857bf0., hostname=30c28c82771d,39253,1732436390242, seqNum=2] 2024-11-24T08:19:58,737 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T08:19:58,821 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 379, reset compression=false 2024-11-24T08:19:59,063 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:19:59,064 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:19:59,064 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18255 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:19:59,107 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 379, reset compression=false 2024-11-24T08:19:59,111 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:19:59,111 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 480, reset compression=false 2024-11-24T08:19:59,111 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.shipper30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,42719,1732436386030 got entry batch from reader: WALEntryBatch [walEntries=[{test/5942dce32f8284f3c49979203a0e2167/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T08:19:59,114 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.shipper30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:19:59,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-24T08:19:59,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:19:59,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1291d683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:59,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39253 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,41157,-1 for getting cluster id 2024-11-24T08:19:59,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:59,118 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '488da902-172b-4dbd-b33b-37f68760e7a3' 2024-11-24T08:19:59,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:59,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "488da902-172b-4dbd-b33b-37f68760e7a3" 2024-11-24T08:19:59,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a331c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:59,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,41157,-1] 2024-11-24T08:19:59,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:59,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:59,119 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:59,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76cee391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:59,125 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 379, reset compression=false 2024-11-24T08:19:59,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39253 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:59,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,39253,1732436390242, seqNum=-1] 2024-11-24T08:19:59,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:59,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-24T08:19:59,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732436394277.b46232c77cf524a37fe9d11045857bf0., hostname=30c28c82771d,39253,1732436390242, seqNum=2] 2024-11-24T08:19:59,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:19:59,315 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 480, reset compression=false 2024-11-24T08:19:59,531 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 379, reset compression=false 2024-11-24T08:19:59,536 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:19:59,536 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 504, reset compression=false 2024-11-24T08:19:59,536 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.shipper30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,39253,1732436390242 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:19:59,620 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 480, reset compression=false 2024-11-24T08:19:59,740 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 504, reset compression=false 2024-11-24T08:19:59,741 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T08:19:59,744 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T08:19:59,745 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:19:59,745 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 608, reset compression=false 2024-11-24T08:19:59,745 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.shipper30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,39253,1732436390242 got entry batch from reader: WALEntryBatch [walEntries=[{test/b46232c77cf524a37fe9d11045857bf0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T08:19:59,747 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.shipper30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:19:59,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-24T08:19:59,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42719 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:19:59,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bfc74c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:59,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42719 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,36739,-1 for getting cluster id 2024-11-24T08:19:59,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:19:59,749 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e172a7fa-df06-4990-b2b0-893ba4953043' 2024-11-24T08:19:59,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:19:59,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e172a7fa-df06-4990-b2b0-893ba4953043" 2024-11-24T08:19:59,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ec1073e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:59,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,36739,-1] 2024-11-24T08:19:59,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:19:59,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:19:59,750 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:19:59,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@381b55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:19:59,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:19:59,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,42719,1732436386030, seqNum=-1] 2024-11-24T08:19:59,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:19:59,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-24T08:19:59,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732436392114.5942dce32f8284f3c49979203a0e2167., hostname=30c28c82771d,42719,1732436386030, seqNum=2] 2024-11-24T08:19:59,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42719 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:19:59,891 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T08:19:59,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T08:19:59,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T08:19:59,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T08:19:59,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T08:19:59,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:19:59,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T08:19:59,949 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 608, reset compression=false 2024-11-24T08:20:00,023 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 480, reset compression=false 2024-11-24T08:20:00,028 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:00,028 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 607, reset compression=false 2024-11-24T08:20:00,028 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.shipper30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,42719,1732436386030 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:20:00,231 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 607, reset compression=false 2024-11-24T08:20:00,253 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 608, reset compression=false 2024-11-24T08:20:00,536 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 607, reset compression=false 2024-11-24T08:20:00,662 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 608, reset compression=false 2024-11-24T08:20:00,747 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T08:20:00,756 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T08:20:00,931 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:20:00,940 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 607, reset compression=false 2024-11-24T08:20:00,946 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:20:00,946 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 763, reset compression=false 2024-11-24T08:20:00,946 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.shipper30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,42719,1732436386030 got entry batch from reader: WALEntryBatch [walEntries=[{test/5942dce32f8284f3c49979203a0e2167/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T08:20:00,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:20:00,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:20:00,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:00,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:00,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:00,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:00,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:00,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:00,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:01,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:01,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:01,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:01,153 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 763, reset compression=false 2024-11-24T08:20:01,166 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 608, reset compression=false 2024-11-24T08:20:01,170 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:01,170 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 756, reset compression=false 2024-11-24T08:20:01,171 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.shipper30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,39253,1732436390242 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:20:01,373 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 756, reset compression=false 2024-11-24T08:20:01,457 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 763, reset compression=false 2024-11-24T08:20:01,678 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 756, reset compression=false 2024-11-24T08:20:01,759 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T08:20:01,762 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T08:20:01,861 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 763, reset compression=false 2024-11-24T08:20:02,082 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 756, reset compression=false 2024-11-24T08:20:02,087 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:20:02,087 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 915, reset compression=false 2024-11-24T08:20:02,087 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.shipper30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,39253,1732436390242 got entry batch from reader: WALEntryBatch [walEntries=[{test/b46232c77cf524a37fe9d11045857bf0/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T08:20:02,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42719 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:20:02,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42719 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:20:02,290 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 915, reset compression=false 2024-11-24T08:20:02,364 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 763, reset compression=false 2024-11-24T08:20:02,369 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:02,369 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 912, reset compression=false 2024-11-24T08:20:02,369 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.shipper30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,42719,1732436386030 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:20:02,574 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 912, reset compression=false 2024-11-24T08:20:02,594 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 915, reset compression=false 2024-11-24T08:20:02,764 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T08:20:02,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:20:02,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:20:02,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:02,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:02,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:02,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:02,767 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:20:02,767 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=275346004, stopped=false 2024-11-24T08:20:02,767 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,41157,1732436390206 2024-11-24T08:20:02,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1826188358/running 2024-11-24T08:20:02,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1826188358/running 2024-11-24T08:20:02,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358 2024-11-24T08:20:02,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358 2024-11-24T08:20:02,770 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:20:02,770 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:20:02,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:02,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:02,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Set watcher on znode that does not yet exist, /1-1826188358/running 2024-11-24T08:20:02,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Set watcher on znode that does not yet exist, /1-1826188358/running 2024-11-24T08:20:02,770 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,39253,1732436390242' ***** 2024-11-24T08:20:02,771 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:20:02,771 INFO [RS:0;30c28c82771d:39253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:20:02,771 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:20:02,771 INFO [RS:0;30c28c82771d:39253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:20:02,771 INFO [RS:0;30c28c82771d:39253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:20:02,771 INFO [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(3091): Received CLOSE for 44d840e4754767f7fa212b896dd255e3 2024-11-24T08:20:02,772 INFO [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(3091): Received CLOSE for b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:20:02,772 INFO [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,39253,1732436390242 2024-11-24T08:20:02,772 INFO [RS:0;30c28c82771d:39253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:20:02,772 INFO [RS:0;30c28c82771d:39253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:39253. 2024-11-24T08:20:02,772 DEBUG [RS:0;30c28c82771d:39253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:02,772 DEBUG [RS:0;30c28c82771d:39253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:02,772 INFO [RS:0;30c28c82771d:39253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:20:02,772 INFO [RS:0;30c28c82771d:39253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:20:02,772 INFO [RS:0;30c28c82771d:39253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:20:02,772 INFO [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:20:02,772 INFO [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T08:20:02,772 DEBUG [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(1325): Online Regions={44d840e4754767f7fa212b896dd255e3=hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3., b46232c77cf524a37fe9d11045857bf0=test,,1732436394277.b46232c77cf524a37fe9d11045857bf0., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:20:02,772 DEBUG [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44d840e4754767f7fa212b896dd255e3, b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:20:02,772 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44d840e4754767f7fa212b896dd255e3, disabling compactions & flushes 2024-11-24T08:20:02,772 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:20:02,772 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3. 2024-11-24T08:20:02,772 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:20:02,772 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3. 2024-11-24T08:20:02,772 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:20:02,772 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:20:02,772 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3. after waiting 0 ms 2024-11-24T08:20:02,772 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:20:02,772 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3. 2024-11-24T08:20:02,773 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T08:20:02,773 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 44d840e4754767f7fa212b896dd255e3 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-24T08:20:02,789 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/.tmp/info/94a0bc00e41f4ec986fbb3adb354caea is 147, key is hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3./info:regioninfo/1732436398363/Put/seqid=0 2024-11-24T08:20:02,791 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/replication/44d840e4754767f7fa212b896dd255e3/.tmp/queue/6e0d045685b44f55b81f6d9043fbca80 is 153, key is 1-30c28c82771d,39253,1732436390242/queue:30c28c82771d%2C39253%2C1732436390242/1732436402092/Put/seqid=0 2024-11-24T08:20:02,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741840_1016 (size=7686) 2024-11-24T08:20:02,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741841_1017 (size=5352) 2024-11-24T08:20:02,798 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:20:02,877 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 912, reset compression=false 2024-11-24T08:20:02,973 DEBUG [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44d840e4754767f7fa212b896dd255e3, b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:20:02,997 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 915, reset compression=false 2024-11-24T08:20:03,173 DEBUG [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44d840e4754767f7fa212b896dd255e3, b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:20:03,194 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/.tmp/info/94a0bc00e41f4ec986fbb3adb354caea 2024-11-24T08:20:03,195 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/replication/44d840e4754767f7fa212b896dd255e3/.tmp/queue/6e0d045685b44f55b81f6d9043fbca80 2024-11-24T08:20:03,200 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/replication/44d840e4754767f7fa212b896dd255e3/.tmp/queue/6e0d045685b44f55b81f6d9043fbca80 as hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/replication/44d840e4754767f7fa212b896dd255e3/queue/6e0d045685b44f55b81f6d9043fbca80 2024-11-24T08:20:03,204 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/replication/44d840e4754767f7fa212b896dd255e3/queue/6e0d045685b44f55b81f6d9043fbca80, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T08:20:03,205 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 44d840e4754767f7fa212b896dd255e3 in 433ms, sequenceid=10, compaction requested=false 2024-11-24T08:20:03,211 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/replication/44d840e4754767f7fa212b896dd255e3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T08:20:03,212 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:20:03,212 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:20:03,212 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3. 2024-11-24T08:20:03,212 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44d840e4754767f7fa212b896dd255e3: Waiting for close lock at 1732436402772Running coprocessor pre-close hooks at 1732436402772Disabling compacts and flushes for region at 1732436402772Disabling writes for close at 1732436402772Obtaining lock to block concurrent updates at 1732436402773 (+1 ms)Preparing flush snapshotting stores in 44d840e4754767f7fa212b896dd255e3 at 1732436402773Finished memstore snapshotting hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732436402773Flushing stores of hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3. at 1732436402773Flushing 44d840e4754767f7fa212b896dd255e3/queue: creating writer at 1732436402773Flushing 44d840e4754767f7fa212b896dd255e3/queue: appending metadata at 1732436402790 (+17 ms)Flushing 44d840e4754767f7fa212b896dd255e3/queue: closing flushed file at 1732436402790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@192fc8e4: reopening flushed file at 1732436403199 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 44d840e4754767f7fa212b896dd255e3 in 433ms, sequenceid=10, compaction requested=false at 1732436403205 (+6 ms)Writing region close event to WAL at 1732436403208 (+3 ms)Running coprocessor post-close hooks at 1732436403212 (+4 ms)Closed at 1732436403212 2024-11-24T08:20:03,212 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732436397590.44d840e4754767f7fa212b896dd255e3. 2024-11-24T08:20:03,212 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b46232c77cf524a37fe9d11045857bf0, disabling compactions & flushes 2024-11-24T08:20:03,212 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732436394277.b46232c77cf524a37fe9d11045857bf0. 2024-11-24T08:20:03,212 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436394277.b46232c77cf524a37fe9d11045857bf0. 2024-11-24T08:20:03,212 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732436394277.b46232c77cf524a37fe9d11045857bf0. after waiting 0 ms 2024-11-24T08:20:03,212 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732436394277.b46232c77cf524a37fe9d11045857bf0. 2024-11-24T08:20:03,213 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b46232c77cf524a37fe9d11045857bf0 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-24T08:20:03,215 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/.tmp/ns/06322da1fcdf4fc2be53c0c3400523e7 is 43, key is default/ns:d/1732436391960/Put/seqid=0 2024-11-24T08:20:03,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741842_1018 (size=5153) 2024-11-24T08:20:03,232 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/default/test/b46232c77cf524a37fe9d11045857bf0/.tmp/f/31884d205ce748cf9269c93c4f73b746 is 29, key is row1/f:/1732436401759/DeleteFamily/seqid=0 2024-11-24T08:20:03,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741843_1019 (size=5118) 2024-11-24T08:20:03,282 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 912, reset compression=false 2024-11-24T08:20:03,287 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:20:03,287 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:20:03,373 DEBUG [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:20:03,502 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 915, reset compression=false 2024-11-24T08:20:03,509 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:03,509 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 1162, reset compression=false 2024-11-24T08:20:03,509 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.shipper30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,39253,1732436390242 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:20:03,510 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.shipper30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30c28c82771d,39253,1732436390242: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30c28c82771d,39253,1732436390242, walGroup=30c28c82771d%2C39253%2C1732436390242, offset=30c28c82771d%2C39253%2C1732436390242.1732436391435:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:39253 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T08:20:03,511 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.shipper30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T08:20:03,511 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.shipper30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T08:20:03,511 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.shipper30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T08:20:03,512 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.shipper30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T08:20:03,512 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.shipper30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T08:20:03,512 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.shipper30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 645899944 }, "NonHeapMemoryUsage": { "committed": 195362816, "init": 7667712, "max": -1, "used": 191376152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T08:20:03,512 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.shipper30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:41157 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:41157 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T08:20:03,573 DEBUG [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:20:03,620 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/.tmp/ns/06322da1fcdf4fc2be53c0c3400523e7 2024-11-24T08:20:03,636 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/default/test/b46232c77cf524a37fe9d11045857bf0/.tmp/f/31884d205ce748cf9269c93c4f73b746 2024-11-24T08:20:03,640 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/.tmp/rep_barrier/46e8251bad444ddeb63d3b757624acfb is 112, key is test,,1732436394277.b46232c77cf524a37fe9d11045857bf0./rep_barrier:seqnumDuringOpen/1732436395462/Put/seqid=0 2024-11-24T08:20:03,640 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31884d205ce748cf9269c93c4f73b746 2024-11-24T08:20:03,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741844_1020 (size=5518) 2024-11-24T08:20:03,650 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/.tmp/rep_barrier/46e8251bad444ddeb63d3b757624acfb 2024-11-24T08:20:03,663 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/default/test/b46232c77cf524a37fe9d11045857bf0/.tmp/f1/c55242d95ecf45a99d4af993abe69573 is 30, key is row1/f1:/1732436401759/DeleteFamily/seqid=0 2024-11-24T08:20:03,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741845_1021 (size=5123) 2024-11-24T08:20:03,673 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/.tmp/table/d8be0865cbbc4876b04f62ea82c85f78 is 53, key is hbase:replication/table:state/1732436398370/Put/seqid=0 2024-11-24T08:20:03,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741846_1022 (size=5308) 2024-11-24T08:20:03,712 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 1162, reset compression=false 2024-11-24T08:20:03,773 INFO [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T08:20:03,773 DEBUG [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(1325): Online Regions={b46232c77cf524a37fe9d11045857bf0=test,,1732436394277.b46232c77cf524a37fe9d11045857bf0., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:20:03,773 DEBUG [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:20:03,785 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 912, reset compression=false 2024-11-24T08:20:03,974 DEBUG [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b46232c77cf524a37fe9d11045857bf0 2024-11-24T08:20:04,016 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.wal-reader.30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.1732436391435 to pos 1162, reset compression=false 2024-11-24T08:20:04,069 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/default/test/b46232c77cf524a37fe9d11045857bf0/.tmp/f1/c55242d95ecf45a99d4af993abe69573 2024-11-24T08:20:04,073 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c55242d95ecf45a99d4af993abe69573 2024-11-24T08:20:04,078 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/.tmp/table/d8be0865cbbc4876b04f62ea82c85f78 2024-11-24T08:20:04,083 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/.tmp/info/94a0bc00e41f4ec986fbb3adb354caea as hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/info/94a0bc00e41f4ec986fbb3adb354caea 2024-11-24T08:20:04,087 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/info/94a0bc00e41f4ec986fbb3adb354caea, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T08:20:04,088 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/.tmp/ns/06322da1fcdf4fc2be53c0c3400523e7 as hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/ns/06322da1fcdf4fc2be53c0c3400523e7 2024-11-24T08:20:04,090 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/default/test/b46232c77cf524a37fe9d11045857bf0/.tmp/norep/e0226ea51889493b95bcc972f66d4b90 is 33, key is row1/norep:/1732436401759/DeleteFamily/seqid=0 2024-11-24T08:20:04,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741847_1023 (size=5108) 2024-11-24T08:20:04,095 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/ns/06322da1fcdf4fc2be53c0c3400523e7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T08:20:04,095 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/default/test/b46232c77cf524a37fe9d11045857bf0/.tmp/norep/e0226ea51889493b95bcc972f66d4b90 2024-11-24T08:20:04,100 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/.tmp/rep_barrier/46e8251bad444ddeb63d3b757624acfb as hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/rep_barrier/46e8251bad444ddeb63d3b757624acfb 2024-11-24T08:20:04,110 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/rep_barrier/46e8251bad444ddeb63d3b757624acfb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T08:20:04,110 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0226ea51889493b95bcc972f66d4b90 2024-11-24T08:20:04,111 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/default/test/b46232c77cf524a37fe9d11045857bf0/.tmp/f/31884d205ce748cf9269c93c4f73b746 as hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/default/test/b46232c77cf524a37fe9d11045857bf0/f/31884d205ce748cf9269c93c4f73b746 2024-11-24T08:20:04,111 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/.tmp/table/d8be0865cbbc4876b04f62ea82c85f78 as hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/table/d8be0865cbbc4876b04f62ea82c85f78 2024-11-24T08:20:04,116 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/table/d8be0865cbbc4876b04f62ea82c85f78, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T08:20:04,116 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31884d205ce748cf9269c93c4f73b746 2024-11-24T08:20:04,116 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/default/test/b46232c77cf524a37fe9d11045857bf0/f/31884d205ce748cf9269c93c4f73b746, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T08:20:04,117 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/default/test/b46232c77cf524a37fe9d11045857bf0/.tmp/f1/c55242d95ecf45a99d4af993abe69573 as hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/default/test/b46232c77cf524a37fe9d11045857bf0/f1/c55242d95ecf45a99d4af993abe69573 2024-11-24T08:20:04,117 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=16, compaction requested=false 2024-11-24T08:20:04,121 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c55242d95ecf45a99d4af993abe69573 2024-11-24T08:20:04,121 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/default/test/b46232c77cf524a37fe9d11045857bf0/f1/c55242d95ecf45a99d4af993abe69573, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T08:20:04,122 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/default/test/b46232c77cf524a37fe9d11045857bf0/.tmp/norep/e0226ea51889493b95bcc972f66d4b90 as hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/default/test/b46232c77cf524a37fe9d11045857bf0/norep/e0226ea51889493b95bcc972f66d4b90 2024-11-24T08:20:04,126 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0226ea51889493b95bcc972f66d4b90 2024-11-24T08:20:04,126 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/default/test/b46232c77cf524a37fe9d11045857bf0/norep/e0226ea51889493b95bcc972f66d4b90, entries=1, sequenceid=8, filesize=5.0 K 2024-11-24T08:20:04,127 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b46232c77cf524a37fe9d11045857bf0 in 915ms, sequenceid=8, compaction requested=false 2024-11-24T08:20:04,141 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T08:20:04,141 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/data/default/test/b46232c77cf524a37fe9d11045857bf0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T08:20:04,141 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:20:04,141 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:20:04,141 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:20:04,141 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:20:04,142 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:20:04,142 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732436394277.b46232c77cf524a37fe9d11045857bf0. 2024-11-24T08:20:04,142 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436402772Running coprocessor pre-close hooks at 1732436402772Disabling compacts and flushes for region at 1732436402772Disabling writes for close at 1732436402772Obtaining lock to block concurrent updates at 1732436402773 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732436402773Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732436402773Flushing stores of hbase:meta,,1.1588230740 at 1732436402773Flushing 1588230740/info: creating writer at 1732436402773Flushing 1588230740/info: appending metadata at 1732436402788 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732436402788Flushing 1588230740/ns: creating writer at 1732436403199 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732436403215 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732436403215Flushing 1588230740/rep_barrier: creating writer at 1732436403624 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732436403639 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732436403639Flushing 1588230740/table: creating writer at 1732436403655 (+16 ms)Flushing 1588230740/table: appending metadata at 1732436403673 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732436403673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fae2a4f: reopening flushed file at 1732436404082 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cf9764: reopening flushed file at 1732436404087 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b347cb: reopening flushed file at 1732436404095 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69d0b666: reopening flushed file at 1732436404110 (+15 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=16, compaction requested=false at 1732436404117 (+7 ms)Writing region close event to WAL at 1732436404133 (+16 ms)Running coprocessor post-close hooks at 1732436404141 (+8 ms)Closed at 1732436404141 2024-11-24T08:20:04,142 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b46232c77cf524a37fe9d11045857bf0: Waiting for close lock at 1732436403212Running coprocessor pre-close hooks at 1732436403212Disabling compacts and flushes for region at 1732436403212Disabling writes for close at 1732436403212Obtaining lock to block concurrent updates at 1732436403213 (+1 ms)Preparing flush snapshotting stores in b46232c77cf524a37fe9d11045857bf0 at 1732436403213Finished memstore snapshotting test,,1732436394277.b46232c77cf524a37fe9d11045857bf0., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732436403213Flushing stores of test,,1732436394277.b46232c77cf524a37fe9d11045857bf0. at 1732436403213Flushing b46232c77cf524a37fe9d11045857bf0/f: creating writer at 1732436403213Flushing b46232c77cf524a37fe9d11045857bf0/f: appending metadata at 1732436403231 (+18 ms)Flushing b46232c77cf524a37fe9d11045857bf0/f: closing flushed file at 1732436403231Flushing b46232c77cf524a37fe9d11045857bf0/f1: creating writer at 1732436403641 (+410 ms)Flushing b46232c77cf524a37fe9d11045857bf0/f1: appending metadata at 1732436403662 (+21 ms)Flushing b46232c77cf524a37fe9d11045857bf0/f1: closing flushed file at 1732436403662Flushing b46232c77cf524a37fe9d11045857bf0/norep: creating writer at 1732436404074 (+412 ms)Flushing b46232c77cf524a37fe9d11045857bf0/norep: appending metadata at 1732436404089 (+15 ms)Flushing b46232c77cf524a37fe9d11045857bf0/norep: closing flushed file at 1732436404089Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a7d97ac: reopening flushed file at 1732436404110 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e080ba: reopening flushed file at 1732436404116 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55bbdff2: reopening flushed file at 1732436404121 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b46232c77cf524a37fe9d11045857bf0 in 915ms, sequenceid=8, compaction requested=false at 1732436404127 (+6 ms)Writing region close event to WAL at 1732436404136 (+9 ms)Running coprocessor post-close hooks at 1732436404141 (+5 ms)Closed at 1732436404142 (+1 ms) 2024-11-24T08:20:04,142 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732436394277.b46232c77cf524a37fe9d11045857bf0. 2024-11-24T08:20:04,142 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:20:04,174 INFO [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,39253,1732436390242; all regions closed. 2024-11-24T08:20:04,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741834_1010 (size=4239) 2024-11-24T08:20:04,176 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.meta.1732436391855.meta not finished, retry = 0 2024-11-24T08:20:04,279 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/WALs/30c28c82771d,39253,1732436390242/30c28c82771d%2C39253%2C1732436390242.rep.1732436398333 not finished, retry = 0 2024-11-24T08:20:04,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741839_1015 (size=2676) 2024-11-24T08:20:04,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741833_1009 (size=1814) 2024-11-24T08:20:04,383 DEBUG [RS:0;30c28c82771d:39253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:04,383 INFO [RS:0;30c28c82771d:39253 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:20:04,383 INFO [RS:0;30c28c82771d:39253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:20:04,384 INFO [RS:0;30c28c82771d:39253 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:20:04,384 INFO [RS:0;30c28c82771d:39253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:20:04,384 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:20:04,384 INFO [RS:0;30c28c82771d:39253 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30c28c82771d,39253,1732436390242 because: Region server is closing 2024-11-24T08:20:04,384 INFO [RS:0;30c28c82771d:39253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:39253. 2024-11-24T08:20:04,384 DEBUG [RS:0;30c28c82771d:39253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:04,384 DEBUG [RS:0;30c28c82771d:39253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:04,385 DEBUG [RS:0;30c28c82771d:39253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:04,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:04,389 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 912, reset compression=false 2024-11-24T08:20:04,485 INFO [RS:0;30c28c82771d:39253 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,39253,1732436390242.replicationSource.shipper30c28c82771d%2C39253%2C1732436390242,1-30c28c82771d,39253,1732436390242 terminated 2024-11-24T08:20:04,485 INFO [RS:0;30c28c82771d:39253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:39253. 2024-11-24T08:20:04,485 DEBUG [RS:0;30c28c82771d:39253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:04,485 DEBUG [RS:0;30c28c82771d:39253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:04,485 DEBUG [RS:0;30c28c82771d:39253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:04,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:04,485 INFO [RS:0;30c28c82771d:39253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39253 2024-11-24T08:20:04,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358/rs 2024-11-24T08:20:04,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1826188358/rs/30c28c82771d,39253,1732436390242 2024-11-24T08:20:04,488 INFO [RS:0;30c28c82771d:39253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:20:04,489 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,39253,1732436390242] 2024-11-24T08:20:04,490 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1826188358/draining/30c28c82771d,39253,1732436390242 already deleted, retry=false 2024-11-24T08:20:04,490 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,39253,1732436390242 expired; onlineServers=0 2024-11-24T08:20:04,490 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,41157,1732436390206' ***** 2024-11-24T08:20:04,490 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:20:04,490 INFO [M:0;30c28c82771d:41157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:20:04,490 INFO [M:0;30c28c82771d:41157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:20:04,490 DEBUG [M:0;30c28c82771d:41157 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:20:04,490 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:20:04,490 DEBUG [M:0;30c28c82771d:41157 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:20:04,490 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436391156 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436391156,5,FailOnTimeoutGroup] 2024-11-24T08:20:04,490 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436391153 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436391153,5,FailOnTimeoutGroup] 2024-11-24T08:20:04,491 INFO [M:0;30c28c82771d:41157 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:20:04,491 INFO [M:0;30c28c82771d:41157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:20:04,491 DEBUG [M:0;30c28c82771d:41157 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:20:04,491 INFO [M:0;30c28c82771d:41157 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:20:04,491 INFO [M:0;30c28c82771d:41157 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:20:04,491 INFO [M:0;30c28c82771d:41157 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:20:04,491 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:20:04,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1826188358/master 2024-11-24T08:20:04,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1826188358 2024-11-24T08:20:04,496 DEBUG [M:0;30c28c82771d:41157 {}] zookeeper.ZKUtil(347): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Unable to get data of znode /1-1826188358/master because node does not exist (not an error) 2024-11-24T08:20:04,496 WARN [M:0;30c28c82771d:41157 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:20:04,496 INFO [M:0;30c28c82771d:41157 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/.lastflushedseqids 2024-11-24T08:20:04,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741848_1024 (size=245) 2024-11-24T08:20:04,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:04,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39253-0x101490f46ba0004, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:04,589 INFO [RS:0;30c28c82771d:39253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:20:04,589 INFO [RS:0;30c28c82771d:39253 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,39253,1732436390242; zookeeper connection closed. 2024-11-24T08:20:04,589 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c58c85e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c58c85e 2024-11-24T08:20:04,590 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:20:04,901 INFO [M:0;30c28c82771d:41157 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:20:04,901 INFO [M:0;30c28c82771d:41157 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:20:04,901 DEBUG [M:0;30c28c82771d:41157 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:20:04,901 INFO [M:0;30c28c82771d:41157 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:04,901 DEBUG [M:0;30c28c82771d:41157 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:04,901 DEBUG [M:0;30c28c82771d:41157 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:20:04,901 DEBUG [M:0;30c28c82771d:41157 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:04,902 INFO [M:0;30c28c82771d:41157 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T08:20:04,920 DEBUG [M:0;30c28c82771d:41157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c205fa0740bd49dc86a7f61f75fc41b3 is 82, key is hbase:meta,,1/info:regioninfo/1732436391949/Put/seqid=0 2024-11-24T08:20:04,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741849_1025 (size=5672) 2024-11-24T08:20:04,924 INFO [M:0;30c28c82771d:41157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c205fa0740bd49dc86a7f61f75fc41b3 2024-11-24T08:20:04,945 DEBUG [M:0;30c28c82771d:41157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b973e94e83c44b5e8466fd988b9a0d86 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732436398373/Put/seqid=0 2024-11-24T08:20:04,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741850_1026 (size=8515) 2024-11-24T08:20:05,092 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 912, reset compression=false 2024-11-24T08:20:05,350 INFO [M:0;30c28c82771d:41157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b973e94e83c44b5e8466fd988b9a0d86 2024-11-24T08:20:05,369 DEBUG [M:0;30c28c82771d:41157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c60fc6ff0518459096cebde3b599a38e is 69, key is 30c28c82771d,39253,1732436390242/rs:state/1732436391252/Put/seqid=0 2024-11-24T08:20:05,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741851_1027 (size=5156) 2024-11-24T08:20:05,775 INFO [M:0;30c28c82771d:41157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c60fc6ff0518459096cebde3b599a38e 2024-11-24T08:20:05,780 DEBUG [M:0;30c28c82771d:41157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c205fa0740bd49dc86a7f61f75fc41b3 as hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c205fa0740bd49dc86a7f61f75fc41b3 2024-11-24T08:20:05,784 INFO [M:0;30c28c82771d:41157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c205fa0740bd49dc86a7f61f75fc41b3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T08:20:05,785 DEBUG [M:0;30c28c82771d:41157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b973e94e83c44b5e8466fd988b9a0d86 as hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b973e94e83c44b5e8466fd988b9a0d86 2024-11-24T08:20:05,788 INFO [M:0;30c28c82771d:41157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b973e94e83c44b5e8466fd988b9a0d86, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T08:20:05,789 DEBUG [M:0;30c28c82771d:41157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c60fc6ff0518459096cebde3b599a38e as hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c60fc6ff0518459096cebde3b599a38e 2024-11-24T08:20:05,792 INFO [M:0;30c28c82771d:41157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36733/user/jenkins/test-data/241db37d-911e-ef9a-6098-241f558f57b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c60fc6ff0518459096cebde3b599a38e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T08:20:05,793 INFO [M:0;30c28c82771d:41157 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=97, compaction requested=false 2024-11-24T08:20:05,794 INFO [M:0;30c28c82771d:41157 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:05,794 DEBUG [M:0;30c28c82771d:41157 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436404901Disabling compacts and flushes for region at 1732436404901Disabling writes for close at 1732436404901Obtaining lock to block concurrent updates at 1732436404902 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436404902Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732436404902Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436404903 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436404903Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436404920 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436404920Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436404929 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436404945 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436404945Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436405354 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436405368 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436405368Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ee4a8c3: reopening flushed file at 1732436405779 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b7f6c46: reopening flushed file at 1732436405784 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@739c4a23: reopening flushed file at 1732436405788 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=97, compaction requested=false at 1732436405793 (+5 ms)Writing region close event to WAL at 1732436405794 (+1 ms)Closed at 1732436405794 2024-11-24T08:20:05,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42073 is added to blk_1073741830_1006 (size=63642) 2024-11-24T08:20:05,798 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:20:05,798 INFO [M:0;30c28c82771d:41157 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:20:05,798 INFO [M:0;30c28c82771d:41157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41157 2024-11-24T08:20:05,799 INFO [M:0;30c28c82771d:41157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:20:05,896 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 912, reset compression=false 2024-11-24T08:20:05,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:05,900 INFO [M:0;30c28c82771d:41157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:20:05,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41157-0x101490f46ba0003, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:05,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc27715{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:20:05,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fea5f78{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:20:05,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:20:05,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47e4d651{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:20:05,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32e63958{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/hadoop.log.dir/,STOPPED} 2024-11-24T08:20:05,907 WARN [BP-339558283-172.17.0.2-1732436389102 heartbeating to localhost/127.0.0.1:36733 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:20:05,907 WARN [BP-339558283-172.17.0.2-1732436389102 heartbeating to localhost/127.0.0.1:36733 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-339558283-172.17.0.2-1732436389102 (Datanode Uuid 78cdad18-8b98-4079-be70-847e53aef80d) service to localhost/127.0.0.1:36733 2024-11-24T08:20:05,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/cluster_dc84ecd8-8654-7d72-33ae-10263f056f9c/data/data1/current/BP-339558283-172.17.0.2-1732436389102 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:20:05,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/cluster_dc84ecd8-8654-7d72-33ae-10263f056f9c/data/data2/current/BP-339558283-172.17.0.2-1732436389102 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:20:05,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:20:05,909 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:20:05,909 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:20:05,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29243f16{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:20:05,915 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3db609d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:20:05,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:20:05,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13351e53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:20:05,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e59bb08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/hadoop.log.dir/,STOPPED} 2024-11-24T08:20:05,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:20:05,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:20:05,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:20:05,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:05,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:05,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:05,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:05,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:20:05,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1274909852, stopped=false 2024-11-24T08:20:05,928 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,36739,1732436385980 2024-11-24T08:20:05,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1592475162/running 2024-11-24T08:20:05,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1592475162/running 2024-11-24T08:20:05,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162 2024-11-24T08:20:05,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162 2024-11-24T08:20:05,931 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:20:05,931 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:20:05,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Set watcher on znode that does not yet exist, /0-1592475162/running 2024-11-24T08:20:05,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Set watcher on znode that does not yet exist, /0-1592475162/running 2024-11-24T08:20:05,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:05,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:05,932 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,42719,1732436386030' ***** 2024-11-24T08:20:05,932 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:20:05,932 INFO [RS:0;30c28c82771d:42719 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:20:05,932 INFO [RS:0;30c28c82771d:42719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:20:05,932 INFO [RS:0;30c28c82771d:42719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:20:05,932 INFO [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(3091): Received CLOSE for 854d46b367d6e7fc7629b56055a94c2a 2024-11-24T08:20:05,932 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:20:05,933 INFO [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(3091): Received CLOSE for 5942dce32f8284f3c49979203a0e2167 2024-11-24T08:20:05,933 INFO [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,42719,1732436386030 2024-11-24T08:20:05,933 INFO [RS:0;30c28c82771d:42719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:20:05,933 INFO [RS:0;30c28c82771d:42719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:42719. 2024-11-24T08:20:05,933 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 854d46b367d6e7fc7629b56055a94c2a, disabling compactions & flushes 2024-11-24T08:20:05,933 DEBUG [RS:0;30c28c82771d:42719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:05,933 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a. 2024-11-24T08:20:05,933 DEBUG [RS:0;30c28c82771d:42719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:05,933 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a. 2024-11-24T08:20:05,933 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a. after waiting 0 ms 2024-11-24T08:20:05,933 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a. 2024-11-24T08:20:05,933 INFO [RS:0;30c28c82771d:42719 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:20:05,933 INFO [RS:0;30c28c82771d:42719 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:20:05,933 INFO [RS:0;30c28c82771d:42719 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:20:05,933 INFO [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:20:05,933 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 854d46b367d6e7fc7629b56055a94c2a 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-24T08:20:05,933 INFO [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T08:20:05,933 DEBUG [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(1325): Online Regions={854d46b367d6e7fc7629b56055a94c2a=hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a., 5942dce32f8284f3c49979203a0e2167=test,,1732436392114.5942dce32f8284f3c49979203a0e2167., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:20:05,933 DEBUG [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5942dce32f8284f3c49979203a0e2167, 854d46b367d6e7fc7629b56055a94c2a 2024-11-24T08:20:05,933 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:20:05,933 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:20:05,933 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:20:05,933 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:20:05,933 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:20:05,934 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T08:20:05,947 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:20:05,947 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:20:05,949 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/.tmp/info/148ac0fc0f0749598c0a6a7f49a5a34e is 147, key is hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a./info:regioninfo/1732436396803/Put/seqid=0 2024-11-24T08:20:05,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741840_1016 (size=7686) 2024-11-24T08:20:05,955 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/replication/854d46b367d6e7fc7629b56055a94c2a/.tmp/queue/b39114250a5e4507a691f92e6a90d217 is 153, key is 1-30c28c82771d,42719,1732436386030/queue:30c28c82771d%2C42719%2C1732436386030/1732436402371/Put/seqid=0 2024-11-24T08:20:05,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741841_1017 (size=5352) 2024-11-24T08:20:06,017 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:20:06,133 DEBUG [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5942dce32f8284f3c49979203a0e2167, 854d46b367d6e7fc7629b56055a94c2a 2024-11-24T08:20:06,334 DEBUG [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5942dce32f8284f3c49979203a0e2167, 854d46b367d6e7fc7629b56055a94c2a 2024-11-24T08:20:06,353 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/.tmp/info/148ac0fc0f0749598c0a6a7f49a5a34e 2024-11-24T08:20:06,359 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/replication/854d46b367d6e7fc7629b56055a94c2a/.tmp/queue/b39114250a5e4507a691f92e6a90d217 2024-11-24T08:20:06,363 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/replication/854d46b367d6e7fc7629b56055a94c2a/.tmp/queue/b39114250a5e4507a691f92e6a90d217 as hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/replication/854d46b367d6e7fc7629b56055a94c2a/queue/b39114250a5e4507a691f92e6a90d217 2024-11-24T08:20:06,367 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/replication/854d46b367d6e7fc7629b56055a94c2a/queue/b39114250a5e4507a691f92e6a90d217, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T08:20:06,368 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 854d46b367d6e7fc7629b56055a94c2a in 435ms, sequenceid=10, compaction requested=false 2024-11-24T08:20:06,372 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/replication/854d46b367d6e7fc7629b56055a94c2a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T08:20:06,372 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:20:06,372 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:20:06,372 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a. 2024-11-24T08:20:06,372 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 854d46b367d6e7fc7629b56055a94c2a: Waiting for close lock at 1732436405933Running coprocessor pre-close hooks at 1732436405933Disabling compacts and flushes for region at 1732436405933Disabling writes for close at 1732436405933Obtaining lock to block concurrent updates at 1732436405933Preparing flush snapshotting stores in 854d46b367d6e7fc7629b56055a94c2a at 1732436405933Finished memstore snapshotting hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732436405933Flushing stores of hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a. at 1732436405934 (+1 ms)Flushing 854d46b367d6e7fc7629b56055a94c2a/queue: creating writer at 1732436405934Flushing 854d46b367d6e7fc7629b56055a94c2a/queue: appending metadata at 1732436405954 (+20 ms)Flushing 854d46b367d6e7fc7629b56055a94c2a/queue: closing flushed file at 1732436405954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f66b928: reopening flushed file at 1732436406363 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 854d46b367d6e7fc7629b56055a94c2a in 435ms, sequenceid=10, compaction requested=false at 1732436406368 (+5 ms)Writing region close event to WAL at 1732436406369 (+1 ms)Running coprocessor post-close hooks at 1732436406372 (+3 ms)Closed at 1732436406372 2024-11-24T08:20:06,373 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732436396443.854d46b367d6e7fc7629b56055a94c2a. 2024-11-24T08:20:06,373 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5942dce32f8284f3c49979203a0e2167, disabling compactions & flushes 2024-11-24T08:20:06,373 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732436392114.5942dce32f8284f3c49979203a0e2167. 2024-11-24T08:20:06,373 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436392114.5942dce32f8284f3c49979203a0e2167. 2024-11-24T08:20:06,373 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732436392114.5942dce32f8284f3c49979203a0e2167. after waiting 0 ms 2024-11-24T08:20:06,373 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732436392114.5942dce32f8284f3c49979203a0e2167. 2024-11-24T08:20:06,373 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5942dce32f8284f3c49979203a0e2167 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-24T08:20:06,376 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/.tmp/ns/af232c0f22014958945da8e5b34e394d is 43, key is default/ns:d/1732436389014/Put/seqid=0 2024-11-24T08:20:06,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741842_1018 (size=5153) 2024-11-24T08:20:06,394 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/default/test/5942dce32f8284f3c49979203a0e2167/.tmp/f/93bc24253d0f4ac3bd273cca1b6b2b9c is 29, key is row1/f:/1732436401759/DeleteFamily/seqid=0 2024-11-24T08:20:06,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741843_1019 (size=5118) 2024-11-24T08:20:06,398 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/default/test/5942dce32f8284f3c49979203a0e2167/.tmp/f/93bc24253d0f4ac3bd273cca1b6b2b9c 2024-11-24T08:20:06,402 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93bc24253d0f4ac3bd273cca1b6b2b9c 2024-11-24T08:20:06,416 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/default/test/5942dce32f8284f3c49979203a0e2167/.tmp/f1/25c969806a404ad1a9d73d67447449d4 is 30, key is row1/f1:/1732436401759/DeleteFamily/seqid=0 2024-11-24T08:20:06,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741844_1020 (size=5123) 2024-11-24T08:20:06,534 DEBUG [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5942dce32f8284f3c49979203a0e2167 2024-11-24T08:20:06,734 DEBUG [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5942dce32f8284f3c49979203a0e2167 2024-11-24T08:20:06,780 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/.tmp/ns/af232c0f22014958945da8e5b34e394d 2024-11-24T08:20:06,800 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 912, reset compression=false 2024-11-24T08:20:06,800 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/.tmp/rep_barrier/56892bf22b6546c18867feb4774b4708 is 112, key is test,,1732436392114.5942dce32f8284f3c49979203a0e2167./rep_barrier:seqnumDuringOpen/1732436393365/Put/seqid=0 2024-11-24T08:20:06,804 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:06,804 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 1159, reset compression=false 2024-11-24T08:20:06,804 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.shipper30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,42719,1732436386030 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:20:06,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741845_1021 (size=5518) 2024-11-24T08:20:06,805 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.shipper30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30c28c82771d,42719,1732436386030: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30c28c82771d,42719,1732436386030, walGroup=30c28c82771d%2C42719%2C1732436386030, offset=30c28c82771d%2C42719%2C1732436386030.1732436388038:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T08:20:06,806 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.shipper30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T08:20:06,806 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.shipper30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T08:20:06,807 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.shipper30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T08:20:06,807 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.shipper30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T08:20:06,807 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.shipper30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T08:20:06,807 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.shipper30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 708814504 }, "NonHeapMemoryUsage": { "committed": 195690496, "init": 7667712, "max": -1, "used": 191902536 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T08:20:06,807 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.shipper30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:36739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:36739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T08:20:06,809 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/.tmp/rep_barrier/56892bf22b6546c18867feb4774b4708 2024-11-24T08:20:06,822 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/default/test/5942dce32f8284f3c49979203a0e2167/.tmp/f1/25c969806a404ad1a9d73d67447449d4 2024-11-24T08:20:06,826 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25c969806a404ad1a9d73d67447449d4 2024-11-24T08:20:06,831 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/.tmp/table/655a4a1e14844fbd8e3a649b1b34a2d1 is 53, key is hbase:replication/table:state/1732436396810/Put/seqid=0 2024-11-24T08:20:06,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741846_1022 (size=5308) 2024-11-24T08:20:06,840 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/default/test/5942dce32f8284f3c49979203a0e2167/.tmp/norep/fa256ba44fd14907a9812de806157de5 is 32, key is row/norep:/1732436400751/DeleteFamily/seqid=0 2024-11-24T08:20:06,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741847_1023 (size=5101) 2024-11-24T08:20:06,934 INFO [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T08:20:06,934 DEBUG [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(1325): Online Regions={5942dce32f8284f3c49979203a0e2167=test,,1732436392114.5942dce32f8284f3c49979203a0e2167., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:20:06,934 DEBUG [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5942dce32f8284f3c49979203a0e2167 2024-11-24T08:20:07,012 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 1159, reset compression=false 2024-11-24T08:20:07,135 DEBUG [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5942dce32f8284f3c49979203a0e2167 2024-11-24T08:20:07,238 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/.tmp/table/655a4a1e14844fbd8e3a649b1b34a2d1 2024-11-24T08:20:07,243 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/.tmp/info/148ac0fc0f0749598c0a6a7f49a5a34e as hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/info/148ac0fc0f0749598c0a6a7f49a5a34e 2024-11-24T08:20:07,244 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/default/test/5942dce32f8284f3c49979203a0e2167/.tmp/norep/fa256ba44fd14907a9812de806157de5 2024-11-24T08:20:07,248 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa256ba44fd14907a9812de806157de5 2024-11-24T08:20:07,248 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/default/test/5942dce32f8284f3c49979203a0e2167/.tmp/f/93bc24253d0f4ac3bd273cca1b6b2b9c as hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/default/test/5942dce32f8284f3c49979203a0e2167/f/93bc24253d0f4ac3bd273cca1b6b2b9c 2024-11-24T08:20:07,252 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93bc24253d0f4ac3bd273cca1b6b2b9c 2024-11-24T08:20:07,252 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/default/test/5942dce32f8284f3c49979203a0e2167/f/93bc24253d0f4ac3bd273cca1b6b2b9c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T08:20:07,253 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/default/test/5942dce32f8284f3c49979203a0e2167/.tmp/f1/25c969806a404ad1a9d73d67447449d4 as hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/default/test/5942dce32f8284f3c49979203a0e2167/f1/25c969806a404ad1a9d73d67447449d4 2024-11-24T08:20:07,256 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25c969806a404ad1a9d73d67447449d4 2024-11-24T08:20:07,256 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/default/test/5942dce32f8284f3c49979203a0e2167/f1/25c969806a404ad1a9d73d67447449d4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T08:20:07,257 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/default/test/5942dce32f8284f3c49979203a0e2167/.tmp/norep/fa256ba44fd14907a9812de806157de5 as hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/default/test/5942dce32f8284f3c49979203a0e2167/norep/fa256ba44fd14907a9812de806157de5 2024-11-24T08:20:07,261 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa256ba44fd14907a9812de806157de5 2024-11-24T08:20:07,261 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/default/test/5942dce32f8284f3c49979203a0e2167/norep/fa256ba44fd14907a9812de806157de5, entries=1, sequenceid=8, filesize=5.0 K 2024-11-24T08:20:07,262 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5942dce32f8284f3c49979203a0e2167 in 888ms, sequenceid=8, compaction requested=false 2024-11-24T08:20:07,263 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/info/148ac0fc0f0749598c0a6a7f49a5a34e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T08:20:07,263 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/.tmp/ns/af232c0f22014958945da8e5b34e394d as hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/ns/af232c0f22014958945da8e5b34e394d 2024-11-24T08:20:07,265 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/default/test/5942dce32f8284f3c49979203a0e2167/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T08:20:07,266 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:20:07,266 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:20:07,266 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732436392114.5942dce32f8284f3c49979203a0e2167. 2024-11-24T08:20:07,266 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5942dce32f8284f3c49979203a0e2167: Waiting for close lock at 1732436406373Running coprocessor pre-close hooks at 1732436406373Disabling compacts and flushes for region at 1732436406373Disabling writes for close at 1732436406373Obtaining lock to block concurrent updates at 1732436406373Preparing flush snapshotting stores in 5942dce32f8284f3c49979203a0e2167 at 1732436406373Finished memstore snapshotting test,,1732436392114.5942dce32f8284f3c49979203a0e2167., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732436406373Flushing stores of test,,1732436392114.5942dce32f8284f3c49979203a0e2167. at 1732436406374 (+1 ms)Flushing 5942dce32f8284f3c49979203a0e2167/f: creating writer at 1732436406374Flushing 5942dce32f8284f3c49979203a0e2167/f: appending metadata at 1732436406393 (+19 ms)Flushing 5942dce32f8284f3c49979203a0e2167/f: closing flushed file at 1732436406393Flushing 5942dce32f8284f3c49979203a0e2167/f1: creating writer at 1732436406402 (+9 ms)Flushing 5942dce32f8284f3c49979203a0e2167/f1: appending metadata at 1732436406416 (+14 ms)Flushing 5942dce32f8284f3c49979203a0e2167/f1: closing flushed file at 1732436406416Flushing 5942dce32f8284f3c49979203a0e2167/norep: creating writer at 1732436406826 (+410 ms)Flushing 5942dce32f8284f3c49979203a0e2167/norep: appending metadata at 1732436406840 (+14 ms)Flushing 5942dce32f8284f3c49979203a0e2167/norep: closing flushed file at 1732436406840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cfe6ba3: reopening flushed file at 1732436407248 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31b38e9c: reopening flushed file at 1732436407252 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50edf4e5: reopening flushed file at 1732436407257 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5942dce32f8284f3c49979203a0e2167 in 888ms, sequenceid=8, compaction requested=false at 1732436407262 (+5 ms)Writing region close event to WAL at 1732436407263 (+1 ms)Running coprocessor post-close hooks at 1732436407266 (+3 ms)Closed at 1732436407266 2024-11-24T08:20:07,266 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732436392114.5942dce32f8284f3c49979203a0e2167. 2024-11-24T08:20:07,267 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/ns/af232c0f22014958945da8e5b34e394d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T08:20:07,268 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/.tmp/rep_barrier/56892bf22b6546c18867feb4774b4708 as hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/rep_barrier/56892bf22b6546c18867feb4774b4708 2024-11-24T08:20:07,272 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/rep_barrier/56892bf22b6546c18867feb4774b4708, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T08:20:07,272 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/.tmp/table/655a4a1e14844fbd8e3a649b1b34a2d1 as hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/table/655a4a1e14844fbd8e3a649b1b34a2d1 2024-11-24T08:20:07,276 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/table/655a4a1e14844fbd8e3a649b1b34a2d1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T08:20:07,277 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false 2024-11-24T08:20:07,281 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T08:20:07,281 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:20:07,281 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:20:07,281 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:20:07,281 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436405933Running coprocessor pre-close hooks at 1732436405933Disabling compacts and flushes for region at 1732436405933Disabling writes for close at 1732436405933Obtaining lock to block concurrent updates at 1732436405934 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732436405934Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732436405934Flushing stores of hbase:meta,,1.1588230740 at 1732436405934Flushing 1588230740/info: creating writer at 1732436405934Flushing 1588230740/info: appending metadata at 1732436405949 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732436405949Flushing 1588230740/ns: creating writer at 1732436406358 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732436406375 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732436406375Flushing 1588230740/rep_barrier: creating writer at 1732436406785 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732436406800 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732436406800Flushing 1588230740/table: creating writer at 1732436406813 (+13 ms)Flushing 1588230740/table: appending metadata at 1732436406830 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732436406830Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@271ca551: reopening flushed file at 1732436407242 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34bd63b6: reopening flushed file at 1732436407263 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b50f17f: reopening flushed file at 1732436407267 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b31cb03: reopening flushed file at 1732436407272 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false at 1732436407277 (+5 ms)Writing region close event to WAL at 1732436407278 (+1 ms)Running coprocessor post-close hooks at 1732436407281 (+3 ms)Closed at 1732436407281 2024-11-24T08:20:07,282 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:20:07,316 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 1159, reset compression=false 2024-11-24T08:20:07,320 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:07,320 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.wal-reader.30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 to pos 1803, reset compression=false 2024-11-24T08:20:07,335 INFO [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,42719,1732436386030; all regions closed. 2024-11-24T08:20:07,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741834_1010 (size=4239) 2024-11-24T08:20:07,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741839_1015 (size=2676) 2024-11-24T08:20:07,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741832_1008 (size=1811) 2024-11-24T08:20:07,341 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/WALs/30c28c82771d,42719,1732436386030/30c28c82771d%2C42719%2C1732436386030.1732436388038 not finished, retry = 0 2024-11-24T08:20:07,442 DEBUG [RS:0;30c28c82771d:42719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:07,442 INFO [RS:0;30c28c82771d:42719 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:20:07,442 INFO [RS:0;30c28c82771d:42719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:20:07,443 INFO [RS:0;30c28c82771d:42719 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:20:07,443 INFO [RS:0;30c28c82771d:42719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:20:07,443 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:20:07,443 INFO [RS:0;30c28c82771d:42719 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30c28c82771d,42719,1732436386030 because: Region server is closing 2024-11-24T08:20:07,443 INFO [RS:0;30c28c82771d:42719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:42719. 2024-11-24T08:20:07,443 DEBUG [RS:0;30c28c82771d:42719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:07,443 DEBUG [RS:0;30c28c82771d:42719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:07,444 DEBUG [RS:0;30c28c82771d:42719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:07,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:07,544 INFO [RS:0;30c28c82771d:42719 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42719,1732436386030.replicationSource.shipper30c28c82771d%2C42719%2C1732436386030,1-30c28c82771d,42719,1732436386030 terminated 2024-11-24T08:20:07,544 INFO [RS:0;30c28c82771d:42719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:42719. 2024-11-24T08:20:07,544 DEBUG [RS:0;30c28c82771d:42719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:07,544 DEBUG [RS:0;30c28c82771d:42719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:07,544 DEBUG [RS:0;30c28c82771d:42719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:07,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:07,544 INFO [RS:0;30c28c82771d:42719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42719 2024-11-24T08:20:07,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1592475162/rs/30c28c82771d,42719,1732436386030 2024-11-24T08:20:07,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162/rs 2024-11-24T08:20:07,547 INFO [RS:0;30c28c82771d:42719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:20:07,548 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,42719,1732436386030] 2024-11-24T08:20:07,549 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1592475162/draining/30c28c82771d,42719,1732436386030 already deleted, retry=false 2024-11-24T08:20:07,549 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,42719,1732436386030 expired; onlineServers=0 2024-11-24T08:20:07,549 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,36739,1732436385980' ***** 2024-11-24T08:20:07,549 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:20:07,549 INFO [M:0;30c28c82771d:36739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:20:07,549 INFO [M:0;30c28c82771d:36739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:20:07,549 DEBUG [M:0;30c28c82771d:36739 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:20:07,549 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:20:07,549 DEBUG [M:0;30c28c82771d:36739 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:20:07,549 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436387811 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436387811,5,FailOnTimeoutGroup] 2024-11-24T08:20:07,549 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436387811 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436387811,5,FailOnTimeoutGroup] 2024-11-24T08:20:07,549 INFO [M:0;30c28c82771d:36739 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:20:07,549 INFO [M:0;30c28c82771d:36739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:20:07,549 DEBUG [M:0;30c28c82771d:36739 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:20:07,550 INFO [M:0;30c28c82771d:36739 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:20:07,550 INFO [M:0;30c28c82771d:36739 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:20:07,550 INFO [M:0;30c28c82771d:36739 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:20:07,550 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:20:07,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1592475162/master 2024-11-24T08:20:07,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1592475162 2024-11-24T08:20:07,552 DEBUG [M:0;30c28c82771d:36739 {}] zookeeper.ZKUtil(347): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Unable to get data of znode /0-1592475162/master because node does not exist (not an error) 2024-11-24T08:20:07,552 WARN [M:0;30c28c82771d:36739 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:20:07,553 INFO [M:0;30c28c82771d:36739 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/.lastflushedseqids 2024-11-24T08:20:07,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741848_1024 (size=245) 2024-11-24T08:20:07,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:07,648 INFO [RS:0;30c28c82771d:42719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:20:07,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x101490f46ba0001, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:07,648 INFO [RS:0;30c28c82771d:42719 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,42719,1732436386030; zookeeper connection closed. 2024-11-24T08:20:07,648 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7052710c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7052710c 2024-11-24T08:20:07,649 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:20:07,958 INFO [M:0;30c28c82771d:36739 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:20:07,958 INFO [M:0;30c28c82771d:36739 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:20:07,958 DEBUG [M:0;30c28c82771d:36739 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:20:07,958 INFO [M:0;30c28c82771d:36739 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:07,958 DEBUG [M:0;30c28c82771d:36739 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:07,958 DEBUG [M:0;30c28c82771d:36739 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:20:07,958 DEBUG [M:0;30c28c82771d:36739 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:07,958 INFO [M:0;30c28c82771d:36739 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T08:20:07,973 DEBUG [M:0;30c28c82771d:36739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9cdce78a19147e6aabe717b14dcd3d7 is 82, key is hbase:meta,,1/info:regioninfo/1732436389003/Put/seqid=0 2024-11-24T08:20:07,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741849_1025 (size=5672) 2024-11-24T08:20:08,377 INFO [M:0;30c28c82771d:36739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9cdce78a19147e6aabe717b14dcd3d7 2024-11-24T08:20:08,400 DEBUG [M:0;30c28c82771d:36739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b58d9249008b4e7e90c30816c5053d30 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732436396814/Put/seqid=0 2024-11-24T08:20:08,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741850_1026 (size=8515) 2024-11-24T08:20:08,714 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:20:08,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:08,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:08,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:08,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:08,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:08,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:08,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:08,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:08,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:08,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:08,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:08,804 INFO [M:0;30c28c82771d:36739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b58d9249008b4e7e90c30816c5053d30 2024-11-24T08:20:08,822 DEBUG [M:0;30c28c82771d:36739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2977db70b1814323974369c7ef8d35ba is 69, key is 30c28c82771d,42719,1732436386030/rs:state/1732436387882/Put/seqid=0 2024-11-24T08:20:08,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741851_1027 (size=5156) 2024-11-24T08:20:09,073 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:09,074 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:20:09,074 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28265 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:20:09,226 INFO [M:0;30c28c82771d:36739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2977db70b1814323974369c7ef8d35ba 2024-11-24T08:20:09,231 DEBUG [M:0;30c28c82771d:36739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9cdce78a19147e6aabe717b14dcd3d7 as hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9cdce78a19147e6aabe717b14dcd3d7 2024-11-24T08:20:09,235 INFO [M:0;30c28c82771d:36739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9cdce78a19147e6aabe717b14dcd3d7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T08:20:09,236 DEBUG [M:0;30c28c82771d:36739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b58d9249008b4e7e90c30816c5053d30 as hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b58d9249008b4e7e90c30816c5053d30 2024-11-24T08:20:09,240 INFO [M:0;30c28c82771d:36739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b58d9249008b4e7e90c30816c5053d30, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T08:20:09,241 DEBUG [M:0;30c28c82771d:36739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2977db70b1814323974369c7ef8d35ba as hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2977db70b1814323974369c7ef8d35ba 2024-11-24T08:20:09,244 INFO [M:0;30c28c82771d:36739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39313/user/jenkins/test-data/8dbcd4f9-a40c-5cdd-d488-65d6584656c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2977db70b1814323974369c7ef8d35ba, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T08:20:09,245 INFO [M:0;30c28c82771d:36739 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-11-24T08:20:09,247 INFO [M:0;30c28c82771d:36739 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:09,247 DEBUG [M:0;30c28c82771d:36739 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436407958Disabling compacts and flushes for region at 1732436407958Disabling writes for close at 1732436407958Obtaining lock to block concurrent updates at 1732436407958Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436407958Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732436407958Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436407959 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436407959Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436407973 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436407973Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436408382 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436408399 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436408399Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436408808 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436408822 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436408822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@638dc344: reopening flushed file at 1732436409230 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558b68b2: reopening flushed file at 1732436409235 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e6eee93: reopening flushed file at 1732436409240 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1732436409245 (+5 ms)Writing region close event to WAL at 1732436409247 (+2 ms)Closed at 1732436409247 2024-11-24T08:20:09,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741830_1006 (size=63642) 2024-11-24T08:20:09,250 INFO [M:0;30c28c82771d:36739 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:20:09,250 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:20:09,250 INFO [M:0;30c28c82771d:36739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36739 2024-11-24T08:20:09,250 INFO [M:0;30c28c82771d:36739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:20:09,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:09,352 INFO [M:0;30c28c82771d:36739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:20:09,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36739-0x101490f46ba0000, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:09,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@88bb72e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:20:09,355 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5317ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:20:09,355 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:20:09,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e37b3d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:20:09,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aa19f55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/hadoop.log.dir/,STOPPED} 2024-11-24T08:20:09,356 WARN [BP-1924954937-172.17.0.2-1732436384839 heartbeating to localhost/127.0.0.1:39313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:20:09,357 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:20:09,357 WARN [BP-1924954937-172.17.0.2-1732436384839 heartbeating to localhost/127.0.0.1:39313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1924954937-172.17.0.2-1732436384839 (Datanode Uuid e66ab6d6-edab-43a5-93b6-39cc2008e522) service to localhost/127.0.0.1:39313 2024-11-24T08:20:09,357 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:20:09,357 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/cluster_62d1a7fb-47e2-5e98-eba7-2c9235640fd8/data/data1/current/BP-1924954937-172.17.0.2-1732436384839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:20:09,357 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/cluster_62d1a7fb-47e2-5e98-eba7-2c9235640fd8/data/data2/current/BP-1924954937-172.17.0.2-1732436384839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:20:09,358 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:20:09,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74fe94c4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:20:09,364 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f083de0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:20:09,364 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:20:09,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25bead72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:20:09,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fbce49f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9edd49aa-26e3-c975-c5fe-d77ee7cc3ca9/hadoop.log.dir/,STOPPED} 2024-11-24T08:20:09,369 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T08:20:09,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:20:09,389 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 243) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:39313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36733 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39313 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54689) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36733 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36733 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36733 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54689) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36733 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 617) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=341 (was 283) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6044 (was 6435) 2024-11-24T08:20:09,399 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=341, ProcessCount=11, AvailableMemoryMB=6043 2024-11-24T08:20:09,412 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-24T08:20:09,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/hadoop.log.dir so I do NOT create it in target/test-data/ce5c0785-a425-10de-46bf-330246dd964c 2024-11-24T08:20:09,412 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:20:09,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/hadoop.tmp.dir so I do NOT create it in target/test-data/ce5c0785-a425-10de-46bf-330246dd964c 2024-11-24T08:20:09,412 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347fb82f-1bac-10c1-bd19-37c504bd055f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:20:09,412 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c 2024-11-24T08:20:09,412 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/cluster_c90fab69-6d3c-907e-7a97-692c1fd03cfc, deleteOnExit=true 2024-11-24T08:20:09,415 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/cluster_c90fab69-6d3c-907e-7a97-692c1fd03cfc/zookeeper_0, clientPort=58709, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/cluster_c90fab69-6d3c-907e-7a97-692c1fd03cfc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/cluster_c90fab69-6d3c-907e-7a97-692c1fd03cfc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T08:20:09,416 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58709 2024-11-24T08:20:09,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:20:09,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:20:09,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/test.cache.data in system properties and HBase conf 2024-11-24T08:20:09,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:20:09,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:20:09,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:20:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:20:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:20:09,417 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:20:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:20:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:20:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:20:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:20:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:20:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:20:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:20:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:20:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:20:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:20:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:20:09,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:20:09,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:20:09,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:20:09,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101490f46ba0005, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:20:09,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101490f46ba0002, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:20:09,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101490f46ba0002, quorum=127.0.0.1:54689, baseZNode=/0-1592475162 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:20:09,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101490f46ba0005, quorum=127.0.0.1:54689, baseZNode=/1-1826188358 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:20:09,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:20:09,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:20:09,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:20:09,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:20:09,499 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:20:09,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:20:09,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef8cd30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:20:09,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@753620b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:20:09,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40be608d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/java.io.tmpdir/jetty-localhost-34555-hadoop-hdfs-3_4_1-tests_jar-_-any-15096616027196377504/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:20:09,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bbaff4e{HTTP/1.1, (http/1.1)}{localhost:34555} 2024-11-24T08:20:09,614 INFO [Time-limited test {}] server.Server(415): Started @205061ms 2024-11-24T08:20:09,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:20:09,719 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:20:09,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:20:09,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:20:09,720 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:20:09,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6842fb35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:20:09,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53e24b6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:20:09,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d0dab95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/java.io.tmpdir/jetty-localhost-35099-hadoop-hdfs-3_4_1-tests_jar-_-any-1588099660031968858/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:20:09,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e7203dd{HTTP/1.1, (http/1.1)}{localhost:35099} 2024-11-24T08:20:09,836 INFO [Time-limited test {}] server.Server(415): Started @205284ms 2024-11-24T08:20:09,837 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:20:09,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:20:09,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T08:20:09,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T08:20:09,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T08:20:09,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T08:20:09,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:20:09,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:20:09,935 WARN [Thread-2653 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/cluster_c90fab69-6d3c-907e-7a97-692c1fd03cfc/data/data1/current/BP-1752756012-172.17.0.2-1732436409438/current, will proceed with Du for space computation calculation, 2024-11-24T08:20:09,935 WARN [Thread-2654 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/cluster_c90fab69-6d3c-907e-7a97-692c1fd03cfc/data/data2/current/BP-1752756012-172.17.0.2-1732436409438/current, will proceed with Du for space computation calculation, 2024-11-24T08:20:09,954 WARN [Thread-2641 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:20:09,956 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda236934f7c62185 with lease ID 0x152dd34e3e9cb4c2: Processing first storage report for DS-20e761b0-44e3-4fda-a21d-573099109c34 from datanode DatanodeRegistration(127.0.0.1:33011, datanodeUuid=5e2ab895-52a3-4a9f-ad0f-3e304c908378, infoPort=33709, infoSecurePort=0, ipcPort=43987, storageInfo=lv=-57;cid=testClusterID;nsid=1559784354;c=1732436409438) 2024-11-24T08:20:09,956 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda236934f7c62185 with lease ID 0x152dd34e3e9cb4c2: from storage DS-20e761b0-44e3-4fda-a21d-573099109c34 node DatanodeRegistration(127.0.0.1:33011, datanodeUuid=5e2ab895-52a3-4a9f-ad0f-3e304c908378, infoPort=33709, infoSecurePort=0, ipcPort=43987, storageInfo=lv=-57;cid=testClusterID;nsid=1559784354;c=1732436409438), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:20:09,956 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda236934f7c62185 with lease ID 0x152dd34e3e9cb4c2: Processing first storage report for DS-b5c9bc29-3d40-4398-b9e1-8ce7eb93142b from datanode DatanodeRegistration(127.0.0.1:33011, datanodeUuid=5e2ab895-52a3-4a9f-ad0f-3e304c908378, infoPort=33709, infoSecurePort=0, ipcPort=43987, storageInfo=lv=-57;cid=testClusterID;nsid=1559784354;c=1732436409438) 2024-11-24T08:20:09,956 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda236934f7c62185 with lease ID 0x152dd34e3e9cb4c2: from storage DS-b5c9bc29-3d40-4398-b9e1-8ce7eb93142b node DatanodeRegistration(127.0.0.1:33011, datanodeUuid=5e2ab895-52a3-4a9f-ad0f-3e304c908378, infoPort=33709, infoSecurePort=0, ipcPort=43987, storageInfo=lv=-57;cid=testClusterID;nsid=1559784354;c=1732436409438), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:20:09,959 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c 2024-11-24T08:20:09,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:09,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:09,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:20:10,373 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077 with version=8 2024-11-24T08:20:10,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/hbase-staging 2024-11-24T08:20:10,376 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:20:10,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:10,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:10,376 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:20:10,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:10,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:20:10,376 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:20:10,376 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:20:10,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36047 2024-11-24T08:20:10,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36047 connecting to ZooKeeper ensemble=127.0.0.1:58709 2024-11-24T08:20:10,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360470x0, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:20:10,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36047-0x101490fa6d60000 connected 2024-11-24T08:20:10,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:10,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:10,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Set watcher on znode that does not yet exist, /0-1764137715/running 2024-11-24T08:20:10,405 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077, hbase.cluster.distributed=false 2024-11-24T08:20:10,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Set watcher on znode that does not yet exist, /0-1764137715/acl 2024-11-24T08:20:10,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36047 2024-11-24T08:20:10,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36047 2024-11-24T08:20:10,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36047 2024-11-24T08:20:10,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36047 2024-11-24T08:20:10,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36047 2024-11-24T08:20:10,434 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:20:10,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:10,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:10,435 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:20:10,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:10,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:20:10,435 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:20:10,435 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:20:10,435 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40783 2024-11-24T08:20:10,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40783 connecting to ZooKeeper ensemble=127.0.0.1:58709 2024-11-24T08:20:10,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:10,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:10,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407830x0, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:20:10,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Set watcher on znode that does not yet exist, /0-1764137715/running 2024-11-24T08:20:10,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40783-0x101490fa6d60001 connected 2024-11-24T08:20:10,445 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:20:10,448 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:20:10,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Set watcher on znode that does not yet exist, /0-1764137715/master 2024-11-24T08:20:10,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Set watcher on znode that does not yet exist, /0-1764137715/acl 2024-11-24T08:20:10,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40783 2024-11-24T08:20:10,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40783 2024-11-24T08:20:10,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40783 2024-11-24T08:20:10,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40783 2024-11-24T08:20:10,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40783 2024-11-24T08:20:10,472 DEBUG [M:0;30c28c82771d:36047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:36047 2024-11-24T08:20:10,474 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1764137715/backup-masters/30c28c82771d,36047,1732436410376 2024-11-24T08:20:10,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715/backup-masters 2024-11-24T08:20:10,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715/backup-masters 2024-11-24T08:20:10,476 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Set watcher on existing znode=/0-1764137715/backup-masters/30c28c82771d,36047,1732436410376 2024-11-24T08:20:10,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1764137715/master 2024-11-24T08:20:10,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715 2024-11-24T08:20:10,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715 2024-11-24T08:20:10,477 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Set watcher on existing znode=/0-1764137715/master 2024-11-24T08:20:10,478 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1764137715/backup-masters/30c28c82771d,36047,1732436410376 from backup master directory 2024-11-24T08:20:10,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715/backup-masters 2024-11-24T08:20:10,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1764137715/backup-masters/30c28c82771d,36047,1732436410376 2024-11-24T08:20:10,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715/backup-masters 2024-11-24T08:20:10,479 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:20:10,479 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,36047,1732436410376 2024-11-24T08:20:10,483 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/hbase.id] with ID: 39265403-5d1f-404d-8604-124aa71449f7 2024-11-24T08:20:10,483 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/.tmp/hbase.id 2024-11-24T08:20:10,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:20:10,890 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/.tmp/hbase.id]:[hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/hbase.id] 2024-11-24T08:20:10,899 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:10,899 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:20:10,900 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T08:20:10,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715 2024-11-24T08:20:10,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715 2024-11-24T08:20:10,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:20:11,308 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:20:11,309 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:20:11,309 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:11,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:20:11,718 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store 2024-11-24T08:20:11,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:20:11,724 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:11,724 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:20:11,724 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:11,724 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:11,724 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:20:11,724 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:11,724 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:11,725 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436411724Disabling compacts and flushes for region at 1732436411724Disabling writes for close at 1732436411724Writing region close event to WAL at 1732436411724Closed at 1732436411724 2024-11-24T08:20:11,725 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store/.initializing 2024-11-24T08:20:11,725 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/WALs/30c28c82771d,36047,1732436410376 2024-11-24T08:20:11,726 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:20:11,727 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C36047%2C1732436410376, suffix=, logDir=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/WALs/30c28c82771d,36047,1732436410376, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/oldWALs, maxLogs=10 2024-11-24T08:20:11,741 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/WALs/30c28c82771d,36047,1732436410376/30c28c82771d%2C36047%2C1732436410376.1732436411727, exclude list is [], retry=0 2024-11-24T08:20:11,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33011,DS-20e761b0-44e3-4fda-a21d-573099109c34,DISK] 2024-11-24T08:20:11,744 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/WALs/30c28c82771d,36047,1732436410376/30c28c82771d%2C36047%2C1732436410376.1732436411727 2024-11-24T08:20:11,745 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33709:33709)] 2024-11-24T08:20:11,745 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:20:11,745 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:11,745 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:11,745 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:11,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:11,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:20:11,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:11,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:11,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:11,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:20:11,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:11,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:11,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:11,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:20:11,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:11,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:11,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:11,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:20:11,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:11,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:11,751 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:11,752 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:11,752 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:11,753 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:11,753 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:11,754 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:20:11,755 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:11,756 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:20:11,757 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65518411, jitterRate=-0.023699596524238586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:20:11,757 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436411745Initializing all the Stores at 1732436411746 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436411746Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436411746Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436411746Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436411746Cleaning up temporary data from old regions at 1732436411753 (+7 ms)Region opened successfully at 1732436411757 (+4 ms) 2024-11-24T08:20:11,758 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:20:11,760 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3a22b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:20:11,761 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:20:11,761 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:20:11,761 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:20:11,762 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:20:11,762 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:20:11,762 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:20:11,763 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:20:11,764 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:20:11,765 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Unable to get data of znode /0-1764137715/balancer because node does not exist (not necessarily an error) 2024-11-24T08:20:11,766 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1764137715/balancer already deleted, retry=false 2024-11-24T08:20:11,767 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:20:11,767 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Unable to get data of znode /0-1764137715/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:20:11,769 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1764137715/normalizer already deleted, retry=false 2024-11-24T08:20:11,769 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:20:11,770 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Unable to get data of znode /0-1764137715/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:20:11,771 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1764137715/switch/split already deleted, retry=false 2024-11-24T08:20:11,772 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Unable to get data of znode /0-1764137715/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:20:11,774 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1764137715/switch/merge already deleted, retry=false 2024-11-24T08:20:11,776 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Unable to get data of znode /0-1764137715/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:20:11,777 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1764137715/snapshot-cleanup already deleted, retry=false 2024-11-24T08:20:11,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1764137715/running 2024-11-24T08:20:11,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1764137715/running 2024-11-24T08:20:11,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715 2024-11-24T08:20:11,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715 2024-11-24T08:20:11,779 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,36047,1732436410376, sessionid=0x101490fa6d60000, setting cluster-up flag (Was=false) 2024-11-24T08:20:11,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715 2024-11-24T08:20:11,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715 2024-11-24T08:20:11,787 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1764137715/flush-table-proc/acquired, /0-1764137715/flush-table-proc/reached, /0-1764137715/flush-table-proc/abort 2024-11-24T08:20:11,787 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,36047,1732436410376 2024-11-24T08:20:11,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715 2024-11-24T08:20:11,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715 2024-11-24T08:20:11,796 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1764137715/online-snapshot/acquired, /0-1764137715/online-snapshot/reached, /0-1764137715/online-snapshot/abort 2024-11-24T08:20:11,796 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,36047,1732436410376 2024-11-24T08:20:11,797 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:20:11,799 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:11,799 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:20:11,799 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:20:11,800 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,36047,1732436410376 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:20:11,801 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:11,801 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:11,801 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:11,801 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:11,801 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:20:11,801 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:11,801 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:20:11,801 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:11,805 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:11,806 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:20:11,806 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:11,807 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:20:11,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436441808 2024-11-24T08:20:11,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:20:11,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:20:11,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:20:11,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:20:11,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:20:11,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:20:11,812 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:11,815 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:20:11,815 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:20:11,815 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:20:11,815 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:20:11,819 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:20:11,819 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:20:11,819 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436411819,5,FailOnTimeoutGroup] 2024-11-24T08:20:11,820 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436411819,5,FailOnTimeoutGroup] 2024-11-24T08:20:11,820 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:11,820 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:20:11,820 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:11,820 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:11,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:20:11,860 INFO [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(746): ClusterId : 39265403-5d1f-404d-8604-124aa71449f7 2024-11-24T08:20:11,860 DEBUG [RS:0;30c28c82771d:40783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:20:11,862 DEBUG [RS:0;30c28c82771d:40783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:20:11,862 DEBUG [RS:0;30c28c82771d:40783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:20:11,863 DEBUG [RS:0;30c28c82771d:40783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:20:11,863 DEBUG [RS:0;30c28c82771d:40783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b3edbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:20:11,875 DEBUG [RS:0;30c28c82771d:40783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:40783 2024-11-24T08:20:11,875 INFO [RS:0;30c28c82771d:40783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:20:11,875 INFO [RS:0;30c28c82771d:40783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:20:11,875 DEBUG [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:20:11,876 INFO [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,36047,1732436410376 with port=40783, startcode=1732436410434 2024-11-24T08:20:11,876 DEBUG [RS:0;30c28c82771d:40783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:20:11,877 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:20:11,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36047 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,40783,1732436410434 2024-11-24T08:20:11,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36047 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,40783,1732436410434 2024-11-24T08:20:11,879 DEBUG [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077 2024-11-24T08:20:11,879 DEBUG [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43813 2024-11-24T08:20:11,879 DEBUG [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:20:11,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715/rs 2024-11-24T08:20:11,880 DEBUG [RS:0;30c28c82771d:40783 {}] zookeeper.ZKUtil(111): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Set watcher on existing znode=/0-1764137715/rs/30c28c82771d,40783,1732436410434 2024-11-24T08:20:11,881 WARN [RS:0;30c28c82771d:40783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:20:11,881 INFO [RS:0;30c28c82771d:40783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:11,881 DEBUG [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434 2024-11-24T08:20:11,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,40783,1732436410434] 2024-11-24T08:20:11,885 INFO [RS:0;30c28c82771d:40783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:20:11,887 INFO [RS:0;30c28c82771d:40783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:20:11,890 INFO [RS:0;30c28c82771d:40783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:20:11,890 INFO [RS:0;30c28c82771d:40783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:11,890 INFO [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:20:11,891 INFO [RS:0;30c28c82771d:40783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:20:11,891 INFO [RS:0;30c28c82771d:40783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:11,891 DEBUG [RS:0;30c28c82771d:40783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:11,891 DEBUG [RS:0;30c28c82771d:40783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:11,891 DEBUG [RS:0;30c28c82771d:40783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:11,891 DEBUG [RS:0;30c28c82771d:40783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:11,891 DEBUG [RS:0;30c28c82771d:40783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:11,891 DEBUG [RS:0;30c28c82771d:40783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:20:11,891 DEBUG [RS:0;30c28c82771d:40783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:11,891 DEBUG [RS:0;30c28c82771d:40783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:11,891 DEBUG [RS:0;30c28c82771d:40783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:11,891 DEBUG [RS:0;30c28c82771d:40783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:11,891 DEBUG [RS:0;30c28c82771d:40783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:11,891 DEBUG [RS:0;30c28c82771d:40783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:11,891 DEBUG [RS:0;30c28c82771d:40783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:20:11,891 DEBUG [RS:0;30c28c82771d:40783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:20:11,892 INFO [RS:0;30c28c82771d:40783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:11,892 INFO [RS:0;30c28c82771d:40783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:11,892 INFO [RS:0;30c28c82771d:40783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:11,892 INFO [RS:0;30c28c82771d:40783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:11,892 INFO [RS:0;30c28c82771d:40783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:11,892 INFO [RS:0;30c28c82771d:40783 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40783,1732436410434-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:20:11,908 INFO [RS:0;30c28c82771d:40783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:20:11,909 INFO [RS:0;30c28c82771d:40783 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40783,1732436410434-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:11,909 INFO [RS:0;30c28c82771d:40783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:11,909 INFO [RS:0;30c28c82771d:40783 {}] regionserver.Replication(171): 30c28c82771d,40783,1732436410434 started 2024-11-24T08:20:11,922 INFO [RS:0;30c28c82771d:40783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:11,922 INFO [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,40783,1732436410434, RpcServer on 30c28c82771d/172.17.0.2:40783, sessionid=0x101490fa6d60001 2024-11-24T08:20:11,922 DEBUG [RS:0;30c28c82771d:40783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:20:11,922 DEBUG [RS:0;30c28c82771d:40783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,40783,1732436410434 2024-11-24T08:20:11,922 DEBUG [RS:0;30c28c82771d:40783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,40783,1732436410434' 2024-11-24T08:20:11,922 DEBUG [RS:0;30c28c82771d:40783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1764137715/flush-table-proc/abort' 2024-11-24T08:20:11,923 DEBUG [RS:0;30c28c82771d:40783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1764137715/flush-table-proc/acquired' 2024-11-24T08:20:11,923 DEBUG [RS:0;30c28c82771d:40783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:20:11,923 DEBUG [RS:0;30c28c82771d:40783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:20:11,923 DEBUG [RS:0;30c28c82771d:40783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,40783,1732436410434 2024-11-24T08:20:11,923 DEBUG [RS:0;30c28c82771d:40783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,40783,1732436410434' 2024-11-24T08:20:11,923 DEBUG [RS:0;30c28c82771d:40783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1764137715/online-snapshot/abort' 2024-11-24T08:20:11,924 DEBUG [RS:0;30c28c82771d:40783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1764137715/online-snapshot/acquired' 2024-11-24T08:20:11,924 DEBUG [RS:0;30c28c82771d:40783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:20:11,924 INFO [RS:0;30c28c82771d:40783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:20:11,924 INFO [RS:0;30c28c82771d:40783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:20:12,024 INFO [RS:0;30c28c82771d:40783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:20:12,026 INFO [RS:0;30c28c82771d:40783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C40783%2C1732436410434, suffix=, logDir=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/oldWALs, maxLogs=10 2024-11-24T08:20:12,043 DEBUG [RS:0;30c28c82771d:40783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026, exclude list is [], retry=0 2024-11-24T08:20:12,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33011,DS-20e761b0-44e3-4fda-a21d-573099109c34,DISK] 2024-11-24T08:20:12,047 INFO [RS:0;30c28c82771d:40783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 2024-11-24T08:20:12,047 DEBUG [RS:0;30c28c82771d:40783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33709:33709)] 2024-11-24T08:20:12,222 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:20:12,222 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077 2024-11-24T08:20:12,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741833_1009 (size=32) 2024-11-24T08:20:12,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:12,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:20:12,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:20:12,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:12,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:12,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:20:12,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:20:12,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:12,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:12,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:20:12,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:20:12,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:12,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:12,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:20:12,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:20:12,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:12,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:12,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:20:12,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740 2024-11-24T08:20:12,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740 2024-11-24T08:20:12,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:20:12,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:20:12,636 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:20:12,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:20:12,638 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:20:12,639 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73341761, jitterRate=0.09287740290164948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:20:12,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436412628Initializing all the Stores at 1732436412629 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436412629Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436412629Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436412629Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436412629Cleaning up temporary data from old regions at 1732436412635 (+6 ms)Region opened successfully at 1732436412639 (+4 ms) 2024-11-24T08:20:12,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:20:12,639 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:20:12,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:20:12,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:20:12,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:20:12,639 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:20:12,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436412639Disabling compacts and flushes for region at 1732436412639Disabling writes for close at 1732436412639Writing region close event to WAL at 1732436412639Closed at 1732436412639 2024-11-24T08:20:12,640 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:12,641 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:20:12,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:20:12,641 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:20:12,642 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:20:12,792 DEBUG [30c28c82771d:36047 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:20:12,793 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,40783,1732436410434 2024-11-24T08:20:12,794 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,40783,1732436410434, state=OPENING 2024-11-24T08:20:12,795 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:20:12,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715 2024-11-24T08:20:12,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715 2024-11-24T08:20:12,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1764137715/meta-region-server: CHANGED 2024-11-24T08:20:12,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1764137715/meta-region-server: CHANGED 2024-11-24T08:20:12,800 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:20:12,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,40783,1732436410434}] 2024-11-24T08:20:12,953 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:20:12,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:20:12,957 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:20:12,957 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:12,958 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:20:12,959 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C40783%2C1732436410434.meta, suffix=.meta, logDir=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/oldWALs, maxLogs=10 2024-11-24T08:20:12,972 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.meta.1732436412959.meta, exclude list is [], retry=0 2024-11-24T08:20:12,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33011,DS-20e761b0-44e3-4fda-a21d-573099109c34,DISK] 2024-11-24T08:20:12,975 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.meta.1732436412959.meta 2024-11-24T08:20:12,975 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33709:33709)] 2024-11-24T08:20:12,975 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:20:12,975 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:20:12,976 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:20:12,976 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:20:12,976 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:20:12,976 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:20:12,976 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:12,976 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:20:12,976 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:20:12,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:20:12,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:20:12,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:12,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:12,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:20:12,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:20:12,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:12,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:12,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:20:12,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:20:12,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:12,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:12,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:20:12,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:20:12,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:12,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:12,981 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:20:12,981 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740 2024-11-24T08:20:12,982 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740 2024-11-24T08:20:12,983 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:20:12,983 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:20:12,984 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:20:12,985 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:20:12,985 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73754840, jitterRate=0.09903275966644287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:20:12,985 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:20:12,986 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436412976Writing region info on filesystem at 1732436412976Initializing all the Stores at 1732436412977 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436412977Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436412977Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436412977Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436412977Cleaning up temporary data from old regions at 1732436412983 (+6 ms)Running coprocessor post-open hooks at 1732436412985 (+2 ms)Region opened successfully at 1732436412986 (+1 ms) 2024-11-24T08:20:12,987 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436412953 2024-11-24T08:20:12,989 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:20:12,989 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:20:12,989 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,40783,1732436410434 2024-11-24T08:20:12,990 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,40783,1732436410434, state=OPEN 2024-11-24T08:20:12,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1764137715/meta-region-server 2024-11-24T08:20:12,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1764137715/meta-region-server 2024-11-24T08:20:12,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1764137715/meta-region-server: CHANGED 2024-11-24T08:20:12,992 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,40783,1732436410434 2024-11-24T08:20:12,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1764137715/meta-region-server: CHANGED 2024-11-24T08:20:12,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:20:12,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,40783,1732436410434 in 192 msec 2024-11-24T08:20:12,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:20:12,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-24T08:20:12,996 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:12,996 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:20:12,997 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:12,997 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,40783,1732436410434, seqNum=-1] 2024-11-24T08:20:12,997 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:12,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:20:13,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-24T08:20:13,002 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436413002, completionTime=-1 2024-11-24T08:20:13,002 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:20:13,002 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:20:13,004 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:20:13,004 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436473004 2024-11-24T08:20:13,004 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436533004 2024-11-24T08:20:13,004 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T08:20:13,005 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36047,1732436410376-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:13,005 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36047,1732436410376-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:13,005 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36047,1732436410376-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:13,005 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:36047, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:13,005 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:13,005 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:13,007 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:20:13,009 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.530sec 2024-11-24T08:20:13,009 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:20:13,009 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:20:13,009 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:20:13,009 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:20:13,009 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:20:13,009 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36047,1732436410376-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:20:13,009 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36047,1732436410376-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:20:13,011 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:20:13,011 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:20:13,011 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36047,1732436410376-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:13,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555dfff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:13,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,36047,-1 for getting cluster id 2024-11-24T08:20:13,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:13,062 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39265403-5d1f-404d-8604-124aa71449f7' 2024-11-24T08:20:13,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:13,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39265403-5d1f-404d-8604-124aa71449f7" 2024-11-24T08:20:13,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f066951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:13,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,36047,-1] 2024-11-24T08:20:13,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:13,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:13,064 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:13,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d570af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:13,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:13,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,40783,1732436410434, seqNum=-1] 2024-11-24T08:20:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:13,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:20:13,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,36047,1732436410376 2024-11-24T08:20:13,068 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58709 2024-11-24T08:20:13,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:20:13,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101490fa6d60002 connected 2024-11-24T08:20:13,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/hadoop.log.dir so I do NOT create it in target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8 2024-11-24T08:20:13,074 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:20:13,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/hadoop.tmp.dir so I do NOT create it in target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8 2024-11-24T08:20:13,074 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:20:13,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8 2024-11-24T08:20:13,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:20:13,074 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/cluster_2294f787-e6d7-f86f-5b66-26f4ebac7911, deleteOnExit=true 2024-11-24T08:20:13,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:20:13,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/test.cache.data in system properties and HBase conf 2024-11-24T08:20:13,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:20:13,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:20:13,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:20:13,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:20:13,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:20:13,074 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:20:13,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:20:13,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:20:13,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:20:13,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:20:13,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:20:13,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:20:13,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:20:13,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:20:13,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:20:13,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:20:13,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:20:13,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:20:13,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:20:13,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:20:13,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:20:13,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:20:13,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:20:13,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:20:13,151 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:20:13,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:20:13,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ce52cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:20:13,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356a7f64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:20:13,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@712dba6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/java.io.tmpdir/jetty-localhost-46029-hadoop-hdfs-3_4_1-tests_jar-_-any-690031858938919301/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:20:13,282 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15fdcb8e{HTTP/1.1, (http/1.1)}{localhost:46029} 2024-11-24T08:20:13,282 INFO [Time-limited test {}] server.Server(415): Started @208729ms 2024-11-24T08:20:13,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:20:13,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:20:13,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:20:13,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:20:13,366 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:20:13,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c1a4dac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:20:13,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f235a87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:20:13,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4363784{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/java.io.tmpdir/jetty-localhost-42891-hadoop-hdfs-3_4_1-tests_jar-_-any-13695357911864507287/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:20:13,483 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2589079f{HTTP/1.1, (http/1.1)}{localhost:42891} 2024-11-24T08:20:13,483 INFO [Time-limited test {}] server.Server(415): Started @208930ms 2024-11-24T08:20:13,484 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:20:13,605 WARN [Thread-2774 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/cluster_2294f787-e6d7-f86f-5b66-26f4ebac7911/data/data2/current/BP-1570557686-172.17.0.2-1732436413092/current, will proceed with Du for space computation calculation, 2024-11-24T08:20:13,605 WARN [Thread-2773 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/cluster_2294f787-e6d7-f86f-5b66-26f4ebac7911/data/data1/current/BP-1570557686-172.17.0.2-1732436413092/current, will proceed with Du for space computation calculation, 2024-11-24T08:20:13,632 WARN [Thread-2761 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:20:13,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x891d36e2329c0830 with lease ID 0xee06f5762b929d0c: Processing first storage report for DS-ef12266a-cbe5-4e5c-8544-5cd17cd02367 from datanode DatanodeRegistration(127.0.0.1:38651, datanodeUuid=3e567bc5-68f5-4dea-a7fa-ef7ba889900b, infoPort=34995, infoSecurePort=0, ipcPort=34173, storageInfo=lv=-57;cid=testClusterID;nsid=1514148981;c=1732436413092) 2024-11-24T08:20:13,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x891d36e2329c0830 with lease ID 0xee06f5762b929d0c: from storage DS-ef12266a-cbe5-4e5c-8544-5cd17cd02367 node DatanodeRegistration(127.0.0.1:38651, datanodeUuid=3e567bc5-68f5-4dea-a7fa-ef7ba889900b, infoPort=34995, infoSecurePort=0, ipcPort=34173, storageInfo=lv=-57;cid=testClusterID;nsid=1514148981;c=1732436413092), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:20:13,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x891d36e2329c0830 with lease ID 0xee06f5762b929d0c: Processing first storage report for DS-1bfe88f9-9833-4e33-ba5e-40e66e9e2aaa from datanode DatanodeRegistration(127.0.0.1:38651, datanodeUuid=3e567bc5-68f5-4dea-a7fa-ef7ba889900b, infoPort=34995, infoSecurePort=0, ipcPort=34173, storageInfo=lv=-57;cid=testClusterID;nsid=1514148981;c=1732436413092) 2024-11-24T08:20:13,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x891d36e2329c0830 with lease ID 0xee06f5762b929d0c: from storage DS-1bfe88f9-9833-4e33-ba5e-40e66e9e2aaa node DatanodeRegistration(127.0.0.1:38651, datanodeUuid=3e567bc5-68f5-4dea-a7fa-ef7ba889900b, infoPort=34995, infoSecurePort=0, ipcPort=34173, storageInfo=lv=-57;cid=testClusterID;nsid=1514148981;c=1732436413092), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:20:13,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8 2024-11-24T08:20:13,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:13,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:13,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:20:13,729 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828 with version=8 2024-11-24T08:20:13,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/hbase-staging 2024-11-24T08:20:13,732 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:20:13,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:13,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:13,732 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:20:13,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:13,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:20:13,732 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:20:13,733 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:20:13,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33851 2024-11-24T08:20:13,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33851 connecting to ZooKeeper ensemble=127.0.0.1:58709 2024-11-24T08:20:13,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338510x0, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:20:13,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33851-0x101490fa6d60003 connected 2024-11-24T08:20:13,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:13,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:13,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Set watcher on znode that does not yet exist, /1-1813346980/running 2024-11-24T08:20:13,756 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828, hbase.cluster.distributed=false 2024-11-24T08:20:13,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Set watcher on znode that does not yet exist, /1-1813346980/acl 2024-11-24T08:20:13,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33851 2024-11-24T08:20:13,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33851 2024-11-24T08:20:13,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33851 2024-11-24T08:20:13,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33851 2024-11-24T08:20:13,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33851 2024-11-24T08:20:13,787 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:20:13,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:13,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:13,787 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:20:13,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:13,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:20:13,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:20:13,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:20:13,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43309 2024-11-24T08:20:13,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43309 connecting to ZooKeeper ensemble=127.0.0.1:58709 2024-11-24T08:20:13,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:13,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:13,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433090x0, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:20:13,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433090x0, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Set watcher on znode that does not yet exist, /1-1813346980/running 2024-11-24T08:20:13,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43309-0x101490fa6d60004 connected 2024-11-24T08:20:13,795 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:20:13,799 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:20:13,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Set watcher on znode that does not yet exist, /1-1813346980/master 2024-11-24T08:20:13,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Set watcher on znode that does not yet exist, /1-1813346980/acl 2024-11-24T08:20:13,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43309 2024-11-24T08:20:13,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43309 2024-11-24T08:20:13,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43309 2024-11-24T08:20:13,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43309 2024-11-24T08:20:13,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43309 2024-11-24T08:20:13,821 DEBUG [M:0;30c28c82771d:33851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:33851 2024-11-24T08:20:13,824 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1813346980/backup-masters/30c28c82771d,33851,1732436413732 2024-11-24T08:20:13,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980/backup-masters 2024-11-24T08:20:13,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980/backup-masters 2024-11-24T08:20:13,828 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Set watcher on existing znode=/1-1813346980/backup-masters/30c28c82771d,33851,1732436413732 2024-11-24T08:20:13,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1813346980/master 2024-11-24T08:20:13,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980 2024-11-24T08:20:13,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980 2024-11-24T08:20:13,829 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Set watcher on existing znode=/1-1813346980/master 2024-11-24T08:20:13,830 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1813346980/backup-masters/30c28c82771d,33851,1732436413732 from backup master directory 2024-11-24T08:20:13,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980/backup-masters 2024-11-24T08:20:13,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1813346980/backup-masters/30c28c82771d,33851,1732436413732 2024-11-24T08:20:13,831 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:20:13,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980/backup-masters 2024-11-24T08:20:13,831 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,33851,1732436413732 2024-11-24T08:20:13,834 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/hbase.id] with ID: 2e35124e-b5ef-46a1-93dd-0722d95cb9a5 2024-11-24T08:20:13,834 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/.tmp/hbase.id 2024-11-24T08:20:13,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:20:14,243 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/.tmp/hbase.id]:[hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/hbase.id] 2024-11-24T08:20:14,252 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:14,252 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:20:14,252 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T08:20:14,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980 2024-11-24T08:20:14,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980 2024-11-24T08:20:14,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:20:14,664 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:20:14,665 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:20:14,665 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:14,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:20:15,071 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store 2024-11-24T08:20:15,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:20:15,417 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:20:15,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:15,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:15,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:15,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:15,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:15,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:15,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:15,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:15,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:15,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:15,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:15,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:15,477 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:15,477 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:20:15,477 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:15,477 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:15,477 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:20:15,477 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:15,477 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:15,477 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436415477Disabling compacts and flushes for region at 1732436415477Disabling writes for close at 1732436415477Writing region close event to WAL at 1732436415477Closed at 1732436415477 2024-11-24T08:20:15,478 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store/.initializing 2024-11-24T08:20:15,478 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/WALs/30c28c82771d,33851,1732436413732 2024-11-24T08:20:15,479 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:20:15,481 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C33851%2C1732436413732, suffix=, logDir=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/WALs/30c28c82771d,33851,1732436413732, archiveDir=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/oldWALs, maxLogs=10 2024-11-24T08:20:15,501 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/WALs/30c28c82771d,33851,1732436413732/30c28c82771d%2C33851%2C1732436413732.1732436415481, exclude list is [], retry=0 2024-11-24T08:20:15,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38651,DS-ef12266a-cbe5-4e5c-8544-5cd17cd02367,DISK] 2024-11-24T08:20:15,505 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/WALs/30c28c82771d,33851,1732436413732/30c28c82771d%2C33851%2C1732436413732.1732436415481 2024-11-24T08:20:15,505 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34995:34995)] 2024-11-24T08:20:15,505 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:20:15,505 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:15,506 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:15,506 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:15,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:15,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:20:15,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:15,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:15,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:15,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:20:15,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:15,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:15,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:15,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:20:15,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:15,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:15,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:15,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:20:15,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:15,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:15,512 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:15,512 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:15,512 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:15,513 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:15,513 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:15,514 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:20:15,515 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:15,516 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:20:15,517 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67355124, jitterRate=0.003669559955596924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:20:15,517 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436415506Initializing all the Stores at 1732436415506Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436415506Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436415506Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436415506Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436415506Cleaning up temporary data from old regions at 1732436415513 (+7 ms)Region opened successfully at 1732436415517 (+4 ms) 2024-11-24T08:20:15,517 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:20:15,519 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78811f3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:20:15,520 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:20:15,520 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:20:15,520 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:20:15,520 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:20:15,520 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:20:15,521 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:20:15,521 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:20:15,522 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:20:15,523 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Unable to get data of znode /1-1813346980/balancer because node does not exist (not necessarily an error) 2024-11-24T08:20:15,525 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1813346980/balancer already deleted, retry=false 2024-11-24T08:20:15,526 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:20:15,526 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Unable to get data of znode /1-1813346980/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:20:15,527 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1813346980/normalizer already deleted, retry=false 2024-11-24T08:20:15,528 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:20:15,529 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Unable to get data of znode /1-1813346980/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:20:15,530 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1813346980/switch/split already deleted, retry=false 2024-11-24T08:20:15,530 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Unable to get data of znode /1-1813346980/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:20:15,531 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1813346980/switch/merge already deleted, retry=false 2024-11-24T08:20:15,533 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Unable to get data of znode /1-1813346980/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:20:15,535 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1813346980/snapshot-cleanup already deleted, retry=false 2024-11-24T08:20:15,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1813346980/running 2024-11-24T08:20:15,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1813346980/running 2024-11-24T08:20:15,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980 2024-11-24T08:20:15,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980 2024-11-24T08:20:15,537 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,33851,1732436413732, sessionid=0x101490fa6d60003, setting cluster-up flag (Was=false) 2024-11-24T08:20:15,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980 2024-11-24T08:20:15,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980 2024-11-24T08:20:15,542 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1813346980/flush-table-proc/acquired, /1-1813346980/flush-table-proc/reached, /1-1813346980/flush-table-proc/abort 2024-11-24T08:20:15,543 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,33851,1732436413732 2024-11-24T08:20:15,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980 2024-11-24T08:20:15,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980 2024-11-24T08:20:15,550 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1813346980/online-snapshot/acquired, /1-1813346980/online-snapshot/reached, /1-1813346980/online-snapshot/abort 2024-11-24T08:20:15,550 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,33851,1732436413732 2024-11-24T08:20:15,551 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:20:15,552 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:15,553 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:20:15,553 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:20:15,553 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,33851,1732436413732 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:20:15,554 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:15,554 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:15,554 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:15,554 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:15,554 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:20:15,554 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:15,554 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:20:15,554 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:15,555 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:15,555 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:20:15,556 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:15,556 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436445556 2024-11-24T08:20:15,556 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:20:15,556 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:20:15,557 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:20:15,557 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:20:15,557 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:20:15,557 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:20:15,557 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:20:15,557 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:15,558 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:20:15,558 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:20:15,558 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:20:15,558 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:20:15,558 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:20:15,559 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:20:15,563 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436415559,5,FailOnTimeoutGroup] 2024-11-24T08:20:15,563 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436415563,5,FailOnTimeoutGroup] 2024-11-24T08:20:15,563 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:15,563 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:20:15,563 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:15,563 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:15,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:20:15,612 INFO [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(746): ClusterId : 2e35124e-b5ef-46a1-93dd-0722d95cb9a5 2024-11-24T08:20:15,612 DEBUG [RS:0;30c28c82771d:43309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:20:15,615 DEBUG [RS:0;30c28c82771d:43309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:20:15,616 DEBUG [RS:0;30c28c82771d:43309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:20:15,617 DEBUG [RS:0;30c28c82771d:43309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:20:15,617 DEBUG [RS:0;30c28c82771d:43309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55519200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:20:15,629 DEBUG [RS:0;30c28c82771d:43309 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:43309 2024-11-24T08:20:15,629 INFO [RS:0;30c28c82771d:43309 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:20:15,629 INFO [RS:0;30c28c82771d:43309 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:20:15,629 DEBUG [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:20:15,630 INFO [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,33851,1732436413732 with port=43309, startcode=1732436413787 2024-11-24T08:20:15,630 DEBUG [RS:0;30c28c82771d:43309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:20:15,631 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:20:15,632 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33851 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,43309,1732436413787 2024-11-24T08:20:15,632 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33851 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,43309,1732436413787 2024-11-24T08:20:15,633 DEBUG [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828 2024-11-24T08:20:15,633 DEBUG [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42319 2024-11-24T08:20:15,633 DEBUG [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:20:15,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980/rs 2024-11-24T08:20:15,638 DEBUG [RS:0;30c28c82771d:43309 {}] zookeeper.ZKUtil(111): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Set watcher on existing znode=/1-1813346980/rs/30c28c82771d,43309,1732436413787 2024-11-24T08:20:15,638 WARN [RS:0;30c28c82771d:43309 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:20:15,638 INFO [RS:0;30c28c82771d:43309 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:15,638 DEBUG [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787 2024-11-24T08:20:15,639 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,43309,1732436413787] 2024-11-24T08:20:15,641 INFO [RS:0;30c28c82771d:43309 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:20:15,643 INFO [RS:0;30c28c82771d:43309 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:20:15,643 INFO [RS:0;30c28c82771d:43309 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:20:15,643 INFO [RS:0;30c28c82771d:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:15,643 INFO [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:20:15,644 INFO [RS:0;30c28c82771d:43309 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:20:15,644 INFO [RS:0;30c28c82771d:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:15,644 DEBUG [RS:0;30c28c82771d:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:15,644 DEBUG [RS:0;30c28c82771d:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:15,644 DEBUG [RS:0;30c28c82771d:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:15,644 DEBUG [RS:0;30c28c82771d:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:15,644 DEBUG [RS:0;30c28c82771d:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:15,644 DEBUG [RS:0;30c28c82771d:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:20:15,644 DEBUG [RS:0;30c28c82771d:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:15,644 DEBUG [RS:0;30c28c82771d:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:15,644 DEBUG [RS:0;30c28c82771d:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:15,644 DEBUG [RS:0;30c28c82771d:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:15,644 DEBUG [RS:0;30c28c82771d:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:15,644 DEBUG [RS:0;30c28c82771d:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:15,644 DEBUG [RS:0;30c28c82771d:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:20:15,644 DEBUG [RS:0;30c28c82771d:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:20:15,648 INFO [RS:0;30c28c82771d:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:15,648 INFO [RS:0;30c28c82771d:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:15,648 INFO [RS:0;30c28c82771d:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:15,648 INFO [RS:0;30c28c82771d:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:15,648 INFO [RS:0;30c28c82771d:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:15,649 INFO [RS:0;30c28c82771d:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43309,1732436413787-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:20:15,662 INFO [RS:0;30c28c82771d:43309 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:20:15,662 INFO [RS:0;30c28c82771d:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43309,1732436413787-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:15,662 INFO [RS:0;30c28c82771d:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:15,663 INFO [RS:0;30c28c82771d:43309 {}] regionserver.Replication(171): 30c28c82771d,43309,1732436413787 started 2024-11-24T08:20:15,677 INFO [RS:0;30c28c82771d:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:15,677 INFO [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,43309,1732436413787, RpcServer on 30c28c82771d/172.17.0.2:43309, sessionid=0x101490fa6d60004 2024-11-24T08:20:15,677 DEBUG [RS:0;30c28c82771d:43309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:20:15,677 DEBUG [RS:0;30c28c82771d:43309 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,43309,1732436413787 2024-11-24T08:20:15,677 DEBUG [RS:0;30c28c82771d:43309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,43309,1732436413787' 2024-11-24T08:20:15,677 DEBUG [RS:0;30c28c82771d:43309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1813346980/flush-table-proc/abort' 2024-11-24T08:20:15,677 DEBUG [RS:0;30c28c82771d:43309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1813346980/flush-table-proc/acquired' 2024-11-24T08:20:15,678 DEBUG [RS:0;30c28c82771d:43309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:20:15,678 DEBUG [RS:0;30c28c82771d:43309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:20:15,678 DEBUG [RS:0;30c28c82771d:43309 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,43309,1732436413787 2024-11-24T08:20:15,678 DEBUG [RS:0;30c28c82771d:43309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,43309,1732436413787' 2024-11-24T08:20:15,678 DEBUG [RS:0;30c28c82771d:43309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1813346980/online-snapshot/abort' 2024-11-24T08:20:15,678 DEBUG [RS:0;30c28c82771d:43309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1813346980/online-snapshot/acquired' 2024-11-24T08:20:15,678 DEBUG [RS:0;30c28c82771d:43309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:20:15,678 INFO [RS:0;30c28c82771d:43309 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:20:15,678 INFO [RS:0;30c28c82771d:43309 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:20:15,778 INFO [RS:0;30c28c82771d:43309 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:20:15,780 INFO [RS:0;30c28c82771d:43309 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C43309%2C1732436413787, suffix=, logDir=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787, archiveDir=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/oldWALs, maxLogs=10 2024-11-24T08:20:15,793 DEBUG [RS:0;30c28c82771d:43309 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780, exclude list is [], retry=0 2024-11-24T08:20:15,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38651,DS-ef12266a-cbe5-4e5c-8544-5cd17cd02367,DISK] 2024-11-24T08:20:15,798 INFO [RS:0;30c28c82771d:43309 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 2024-11-24T08:20:15,798 DEBUG [RS:0;30c28c82771d:43309 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34995:34995)] 2024-11-24T08:20:15,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:20:15,969 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828 2024-11-24T08:20:15,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741833_1009 (size=32) 2024-11-24T08:20:16,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:16,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:20:16,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:20:16,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:16,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:16,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:20:16,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:20:16,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:16,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:16,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:20:16,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:20:16,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:16,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:16,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:20:16,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:20:16,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:16,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:16,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:20:16,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740 2024-11-24T08:20:16,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740 2024-11-24T08:20:16,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:20:16,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:20:16,385 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:20:16,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:20:16,387 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:20:16,387 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66631552, jitterRate=-0.0071125030517578125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:20:16,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436416377Initializing all the Stores at 1732436416378 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436416378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436416378Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436416378Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436416378Cleaning up temporary data from old regions at 1732436416384 (+6 ms)Region opened successfully at 1732436416387 (+3 ms) 2024-11-24T08:20:16,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:20:16,387 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:20:16,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:20:16,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:20:16,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:20:16,388 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:20:16,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436416387Disabling compacts and flushes for region at 1732436416387Disabling writes for close at 1732436416388 (+1 ms)Writing region close event to WAL at 1732436416388Closed at 1732436416388 2024-11-24T08:20:16,389 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:16,389 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:20:16,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:20:16,390 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:20:16,390 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:20:16,541 DEBUG [30c28c82771d:33851 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:20:16,541 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,43309,1732436413787 2024-11-24T08:20:16,542 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,43309,1732436413787, state=OPENING 2024-11-24T08:20:16,543 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:20:16,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980 2024-11-24T08:20:16,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980 2024-11-24T08:20:16,545 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:20:16,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1813346980/meta-region-server: CHANGED 2024-11-24T08:20:16,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1813346980/meta-region-server: CHANGED 2024-11-24T08:20:16,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,43309,1732436413787}] 2024-11-24T08:20:16,698 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:20:16,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:20:16,702 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:20:16,702 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:16,702 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:20:16,703 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C43309%2C1732436413787.meta, suffix=.meta, logDir=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787, archiveDir=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/oldWALs, maxLogs=10 2024-11-24T08:20:16,717 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.meta.1732436416703.meta, exclude list is [], retry=0 2024-11-24T08:20:16,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38651,DS-ef12266a-cbe5-4e5c-8544-5cd17cd02367,DISK] 2024-11-24T08:20:16,720 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.meta.1732436416703.meta 2024-11-24T08:20:16,721 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34995:34995)] 2024-11-24T08:20:16,721 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:20:16,721 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:20:16,721 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:20:16,721 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:20:16,721 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:20:16,721 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:20:16,721 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:16,721 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:20:16,722 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:20:16,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:20:16,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:20:16,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:16,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:16,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:20:16,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:20:16,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:16,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:16,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:20:16,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:20:16,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:16,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:16,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:20:16,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:20:16,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:16,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:16,727 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:20:16,727 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740 2024-11-24T08:20:16,728 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740 2024-11-24T08:20:16,729 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:20:16,729 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:20:16,730 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:20:16,731 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:20:16,731 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75198303, jitterRate=0.12054203450679779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:20:16,731 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:20:16,731 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436416722Writing region info on filesystem at 1732436416722Initializing all the Stores at 1732436416722Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436416722Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436416722Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436416722Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436416722Cleaning up temporary data from old regions at 1732436416729 (+7 ms)Running coprocessor post-open hooks at 1732436416731 (+2 ms)Region opened successfully at 1732436416731 2024-11-24T08:20:16,732 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436416697 2024-11-24T08:20:16,734 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:20:16,734 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:20:16,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,43309,1732436413787 2024-11-24T08:20:16,735 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,43309,1732436413787, state=OPEN 2024-11-24T08:20:16,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1813346980/meta-region-server 2024-11-24T08:20:16,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1813346980/meta-region-server 2024-11-24T08:20:16,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1813346980/meta-region-server: CHANGED 2024-11-24T08:20:16,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1813346980/meta-region-server: CHANGED 2024-11-24T08:20:16,737 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,43309,1732436413787 2024-11-24T08:20:16,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:20:16,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,43309,1732436413787 in 192 msec 2024-11-24T08:20:16,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:20:16,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-24T08:20:16,742 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:16,742 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:20:16,743 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:16,743 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,43309,1732436413787, seqNum=-1] 2024-11-24T08:20:16,743 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:16,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:20:16,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-11-24T08:20:16,748 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436416748, completionTime=-1 2024-11-24T08:20:16,749 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:20:16,749 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:20:16,750 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:20:16,751 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436476750 2024-11-24T08:20:16,751 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436536751 2024-11-24T08:20:16,751 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T08:20:16,751 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,33851,1732436413732-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:16,751 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,33851,1732436413732-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:16,751 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,33851,1732436413732-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:16,751 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:33851, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:16,751 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:16,751 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:16,753 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:20:16,755 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.924sec 2024-11-24T08:20:16,755 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:20:16,755 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:20:16,755 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:20:16,755 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:20:16,756 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:20:16,756 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,33851,1732436413732-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:20:16,756 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,33851,1732436413732-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:20:16,758 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:20:16,758 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:20:16,758 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,33851,1732436413732-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:16,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae77207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:16,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,33851,-1 for getting cluster id 2024-11-24T08:20:16,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:16,817 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e35124e-b5ef-46a1-93dd-0722d95cb9a5' 2024-11-24T08:20:16,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:16,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e35124e-b5ef-46a1-93dd-0722d95cb9a5" 2024-11-24T08:20:16,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63343517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:16,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,33851,-1] 2024-11-24T08:20:16,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:16,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:16,819 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:16,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7332a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:16,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,43309,1732436413787, seqNum=-1] 2024-11-24T08:20:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:16,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:20:16,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,33851,1732436413732 2024-11-24T08:20:16,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58709 2024-11-24T08:20:16,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:20:16,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101490fa6d60005 connected 2024-11-24T08:20:16,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/hadoop.log.dir so I do NOT create it in target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a 2024-11-24T08:20:16,830 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:20:16,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/hadoop.tmp.dir so I do NOT create it in target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a 2024-11-24T08:20:16,830 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:20:16,830 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a 2024-11-24T08:20:16,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:20:16,831 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/cluster_5eb2627d-f8dd-393e-e6e2-70ac25c1d9d6, deleteOnExit=true 2024-11-24T08:20:16,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:20:16,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/test.cache.data in system properties and HBase conf 2024-11-24T08:20:16,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:20:16,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:20:16,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:20:16,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:20:16,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:20:16,831 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:20:16,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:20:16,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:20:16,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:20:16,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:20:16,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:20:16,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:20:16,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:20:16,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:20:16,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:20:16,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:20:16,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:20:16,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:20:16,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:20:16,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:20:16,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:20:16,915 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:20:16,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:20:16,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:20:16,917 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:20:16,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:20:16,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@637ddaa4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:20:16,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64c86166{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:20:17,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fd85924{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/java.io.tmpdir/jetty-localhost-43845-hadoop-hdfs-3_4_1-tests_jar-_-any-4081411110859087763/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:20:17,051 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b4cbf{HTTP/1.1, (http/1.1)}{localhost:43845} 2024-11-24T08:20:17,051 INFO [Time-limited test {}] server.Server(415): Started @212499ms 2024-11-24T08:20:17,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:20:17,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:20:17,139 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:20:17,139 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:20:17,139 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:20:17,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d13b071{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:20:17,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b55b82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:20:17,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e3f1733{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/java.io.tmpdir/jetty-localhost-33057-hadoop-hdfs-3_4_1-tests_jar-_-any-4744869936538846039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:20:17,269 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40aa1944{HTTP/1.1, (http/1.1)}{localhost:33057} 2024-11-24T08:20:17,269 INFO [Time-limited test {}] server.Server(415): Started @212716ms 2024-11-24T08:20:17,270 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:20:17,365 WARN [Thread-2895 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/cluster_5eb2627d-f8dd-393e-e6e2-70ac25c1d9d6/data/data2/current/BP-184192260-172.17.0.2-1732436416854/current, will proceed with Du for space computation calculation, 2024-11-24T08:20:17,365 WARN [Thread-2894 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/cluster_5eb2627d-f8dd-393e-e6e2-70ac25c1d9d6/data/data1/current/BP-184192260-172.17.0.2-1732436416854/current, will proceed with Du for space computation calculation, 2024-11-24T08:20:17,387 WARN [Thread-2882 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:20:17,390 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9aa0c8abd3a0429 with lease ID 0xd605414aa403315b: Processing first storage report for DS-0aa6a67e-9292-443a-8f8a-4099729b48aa from datanode DatanodeRegistration(127.0.0.1:41837, datanodeUuid=788de19d-e6c6-49c0-89aa-648f5458ae2c, infoPort=43425, infoSecurePort=0, ipcPort=42225, storageInfo=lv=-57;cid=testClusterID;nsid=1030214939;c=1732436416854) 2024-11-24T08:20:17,390 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9aa0c8abd3a0429 with lease ID 0xd605414aa403315b: from storage DS-0aa6a67e-9292-443a-8f8a-4099729b48aa node DatanodeRegistration(127.0.0.1:41837, datanodeUuid=788de19d-e6c6-49c0-89aa-648f5458ae2c, infoPort=43425, infoSecurePort=0, ipcPort=42225, storageInfo=lv=-57;cid=testClusterID;nsid=1030214939;c=1732436416854), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:20:17,390 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9aa0c8abd3a0429 with lease ID 0xd605414aa403315b: Processing first storage report for DS-1eab76bb-2bf4-4657-9488-23f7f8fbd935 from datanode DatanodeRegistration(127.0.0.1:41837, datanodeUuid=788de19d-e6c6-49c0-89aa-648f5458ae2c, infoPort=43425, infoSecurePort=0, ipcPort=42225, storageInfo=lv=-57;cid=testClusterID;nsid=1030214939;c=1732436416854) 2024-11-24T08:20:17,390 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9aa0c8abd3a0429 with lease ID 0xd605414aa403315b: from storage DS-1eab76bb-2bf4-4657-9488-23f7f8fbd935 node DatanodeRegistration(127.0.0.1:41837, datanodeUuid=788de19d-e6c6-49c0-89aa-648f5458ae2c, infoPort=43425, infoSecurePort=0, ipcPort=42225, storageInfo=lv=-57;cid=testClusterID;nsid=1030214939;c=1732436416854), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:20:17,397 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a 2024-11-24T08:20:17,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:17,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:17,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:20:17,807 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b with version=8 2024-11-24T08:20:17,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/hbase-staging 2024-11-24T08:20:17,809 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:20:17,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:17,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:17,809 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:20:17,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:17,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:20:17,809 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:20:17,810 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:20:17,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41901 2024-11-24T08:20:17,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41901 connecting to ZooKeeper ensemble=127.0.0.1:58709 2024-11-24T08:20:17,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419010x0, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:20:17,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41901-0x101490fa6d60006 connected 2024-11-24T08:20:17,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:17,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:17,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Set watcher on znode that does not yet exist, /21711003231/running 2024-11-24T08:20:17,830 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b, hbase.cluster.distributed=false 2024-11-24T08:20:17,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Set watcher on znode that does not yet exist, /21711003231/acl 2024-11-24T08:20:17,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41901 2024-11-24T08:20:17,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41901 2024-11-24T08:20:17,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41901 2024-11-24T08:20:17,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41901 2024-11-24T08:20:17,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41901 2024-11-24T08:20:17,846 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:20:17,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:17,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:17,846 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:20:17,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:17,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:20:17,846 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:20:17,846 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:20:17,847 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42645 2024-11-24T08:20:17,847 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42645 connecting to ZooKeeper ensemble=127.0.0.1:58709 2024-11-24T08:20:17,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:17,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:17,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426450x0, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:20:17,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426450x0, quorum=127.0.0.1:58709, baseZNode=/21711003231 Set watcher on znode that does not yet exist, /21711003231/running 2024-11-24T08:20:17,853 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:20:17,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42645-0x101490fa6d60007 connected 2024-11-24T08:20:17,854 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:20:17,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Set watcher on znode that does not yet exist, /21711003231/master 2024-11-24T08:20:17,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Set watcher on znode that does not yet exist, /21711003231/acl 2024-11-24T08:20:17,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42645 2024-11-24T08:20:17,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42645 2024-11-24T08:20:17,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42645 2024-11-24T08:20:17,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42645 2024-11-24T08:20:17,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42645 2024-11-24T08:20:17,874 DEBUG [M:0;30c28c82771d:41901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:41901 2024-11-24T08:20:17,874 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21711003231/backup-masters/30c28c82771d,41901,1732436417809 2024-11-24T08:20:17,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231/backup-masters 2024-11-24T08:20:17,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231/backup-masters 2024-11-24T08:20:17,877 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Set watcher on existing znode=/21711003231/backup-masters/30c28c82771d,41901,1732436417809 2024-11-24T08:20:17,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21711003231/master 2024-11-24T08:20:17,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231 2024-11-24T08:20:17,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231 2024-11-24T08:20:17,878 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Set watcher on existing znode=/21711003231/master 2024-11-24T08:20:17,879 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21711003231/backup-masters/30c28c82771d,41901,1732436417809 from backup master directory 2024-11-24T08:20:17,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21711003231/backup-masters/30c28c82771d,41901,1732436417809 2024-11-24T08:20:17,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231/backup-masters 2024-11-24T08:20:17,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231/backup-masters 2024-11-24T08:20:17,880 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:20:17,880 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,41901,1732436417809 2024-11-24T08:20:17,883 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/hbase.id] with ID: af9c8424-bbdd-4810-b425-96ee59f4a39e 2024-11-24T08:20:17,883 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/.tmp/hbase.id 2024-11-24T08:20:17,885 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:20:17,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:20:18,291 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/.tmp/hbase.id]:[hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/hbase.id] 2024-11-24T08:20:18,300 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:18,300 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:20:18,301 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T08:20:18,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231 2024-11-24T08:20:18,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231 2024-11-24T08:20:18,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:20:18,720 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:20:18,721 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:20:18,722 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:18,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:20:19,128 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store 2024-11-24T08:20:19,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:20:19,133 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:19,134 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:20:19,134 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38325 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:20:19,533 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:19,533 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:20:19,533 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:19,533 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:19,533 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:20:19,533 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:19,533 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:19,533 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436419533Disabling compacts and flushes for region at 1732436419533Disabling writes for close at 1732436419533Writing region close event to WAL at 1732436419533Closed at 1732436419533 2024-11-24T08:20:19,534 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store/.initializing 2024-11-24T08:20:19,534 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/WALs/30c28c82771d,41901,1732436417809 2024-11-24T08:20:19,535 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:20:19,536 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C41901%2C1732436417809, suffix=, logDir=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/WALs/30c28c82771d,41901,1732436417809, archiveDir=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/oldWALs, maxLogs=10 2024-11-24T08:20:19,550 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/WALs/30c28c82771d,41901,1732436417809/30c28c82771d%2C41901%2C1732436417809.1732436419536, exclude list is [], retry=0 2024-11-24T08:20:19,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41837,DS-0aa6a67e-9292-443a-8f8a-4099729b48aa,DISK] 2024-11-24T08:20:19,554 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/WALs/30c28c82771d,41901,1732436417809/30c28c82771d%2C41901%2C1732436417809.1732436419536 2024-11-24T08:20:19,555 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43425:43425)] 2024-11-24T08:20:19,555 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:20:19,555 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:19,555 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:19,555 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:19,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:19,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:20:19,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:19,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:19,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:19,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:20:19,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:19,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:19,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:19,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:20:19,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:19,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:19,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:19,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:20:19,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:19,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:19,561 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:19,561 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:19,562 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:19,562 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:19,562 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:19,563 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:20:19,563 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:19,565 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:20:19,565 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62751763, jitterRate=-0.06492586433887482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:20:19,565 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436419555Initializing all the Stores at 1732436419556 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436419556Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436419556Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436419556Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436419556Cleaning up temporary data from old regions at 1732436419562 (+6 ms)Region opened successfully at 1732436419565 (+3 ms) 2024-11-24T08:20:19,566 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:20:19,568 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13419d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:20:19,568 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:20:19,569 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:20:19,569 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:20:19,569 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:20:19,569 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:20:19,569 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:20:19,569 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:20:19,573 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:20:19,574 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Unable to get data of znode /21711003231/balancer because node does not exist (not necessarily an error) 2024-11-24T08:20:19,577 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21711003231/balancer already deleted, retry=false 2024-11-24T08:20:19,577 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:20:19,578 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Unable to get data of znode /21711003231/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:20:19,579 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21711003231/normalizer already deleted, retry=false 2024-11-24T08:20:19,579 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:20:19,580 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Unable to get data of znode /21711003231/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:20:19,581 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21711003231/switch/split already deleted, retry=false 2024-11-24T08:20:19,582 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Unable to get data of znode /21711003231/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:20:19,583 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21711003231/switch/merge already deleted, retry=false 2024-11-24T08:20:19,585 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Unable to get data of znode /21711003231/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:20:19,587 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21711003231/snapshot-cleanup already deleted, retry=false 2024-11-24T08:20:19,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21711003231/running 2024-11-24T08:20:19,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21711003231/running 2024-11-24T08:20:19,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231 2024-11-24T08:20:19,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231 2024-11-24T08:20:19,589 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,41901,1732436417809, sessionid=0x101490fa6d60006, setting cluster-up flag (Was=false) 2024-11-24T08:20:19,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231 2024-11-24T08:20:19,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231 2024-11-24T08:20:19,599 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21711003231/flush-table-proc/acquired, /21711003231/flush-table-proc/reached, /21711003231/flush-table-proc/abort 2024-11-24T08:20:19,599 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,41901,1732436417809 2024-11-24T08:20:19,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231 2024-11-24T08:20:19,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231 2024-11-24T08:20:19,607 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21711003231/online-snapshot/acquired, /21711003231/online-snapshot/reached, /21711003231/online-snapshot/abort 2024-11-24T08:20:19,607 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,41901,1732436417809 2024-11-24T08:20:19,608 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:20:19,609 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:19,610 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:20:19,610 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:20:19,610 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,41901,1732436417809 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:20:19,611 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:19,611 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:19,611 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:19,611 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:19,611 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:20:19,611 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:19,611 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:20:19,611 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:19,612 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:19,613 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:20:19,613 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:19,613 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:20:19,617 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436449617 2024-11-24T08:20:19,618 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:20:19,618 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:20:19,618 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:20:19,618 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:20:19,618 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:20:19,618 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:20:19,618 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:19,619 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:20:19,619 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:20:19,619 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:20:19,619 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:20:19,620 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:20:19,620 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:20:19,624 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436419620,5,FailOnTimeoutGroup] 2024-11-24T08:20:19,625 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436419624,5,FailOnTimeoutGroup] 2024-11-24T08:20:19,625 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:19,625 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:20:19,625 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:19,625 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:19,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:20:19,665 INFO [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(746): ClusterId : af9c8424-bbdd-4810-b425-96ee59f4a39e 2024-11-24T08:20:19,665 DEBUG [RS:0;30c28c82771d:42645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:20:19,668 DEBUG [RS:0;30c28c82771d:42645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:20:19,668 DEBUG [RS:0;30c28c82771d:42645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:20:19,670 DEBUG [RS:0;30c28c82771d:42645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:20:19,670 DEBUG [RS:0;30c28c82771d:42645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@659c07e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:20:19,682 DEBUG [RS:0;30c28c82771d:42645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:42645 2024-11-24T08:20:19,682 INFO [RS:0;30c28c82771d:42645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:20:19,682 INFO [RS:0;30c28c82771d:42645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:20:19,682 DEBUG [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:20:19,683 INFO [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,41901,1732436417809 with port=42645, startcode=1732436417846 2024-11-24T08:20:19,683 DEBUG [RS:0;30c28c82771d:42645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:20:19,684 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:20:19,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41901 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,42645,1732436417846 2024-11-24T08:20:19,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41901 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,42645,1732436417846 2024-11-24T08:20:19,686 DEBUG [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b 2024-11-24T08:20:19,686 DEBUG [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42637 2024-11-24T08:20:19,686 DEBUG [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:20:19,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231/rs 2024-11-24T08:20:19,691 DEBUG [RS:0;30c28c82771d:42645 {}] zookeeper.ZKUtil(111): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Set watcher on existing znode=/21711003231/rs/30c28c82771d,42645,1732436417846 2024-11-24T08:20:19,691 WARN [RS:0;30c28c82771d:42645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:20:19,692 INFO [RS:0;30c28c82771d:42645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:19,692 DEBUG [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846 2024-11-24T08:20:19,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,42645,1732436417846] 2024-11-24T08:20:19,694 INFO [RS:0;30c28c82771d:42645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:20:19,696 INFO [RS:0;30c28c82771d:42645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:20:19,696 INFO [RS:0;30c28c82771d:42645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:20:19,696 INFO [RS:0;30c28c82771d:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:19,700 INFO [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:20:19,700 INFO [RS:0;30c28c82771d:42645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:20:19,700 INFO [RS:0;30c28c82771d:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:19,700 DEBUG [RS:0;30c28c82771d:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:19,700 DEBUG [RS:0;30c28c82771d:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:19,700 DEBUG [RS:0;30c28c82771d:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:19,700 DEBUG [RS:0;30c28c82771d:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:19,701 DEBUG [RS:0;30c28c82771d:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:19,701 DEBUG [RS:0;30c28c82771d:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:20:19,701 DEBUG [RS:0;30c28c82771d:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:19,701 DEBUG [RS:0;30c28c82771d:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:19,701 DEBUG [RS:0;30c28c82771d:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:19,701 DEBUG [RS:0;30c28c82771d:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:19,701 DEBUG [RS:0;30c28c82771d:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:19,701 DEBUG [RS:0;30c28c82771d:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:19,701 DEBUG [RS:0;30c28c82771d:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:20:19,701 DEBUG [RS:0;30c28c82771d:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:20:19,703 INFO [RS:0;30c28c82771d:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:19,703 INFO [RS:0;30c28c82771d:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:19,703 INFO [RS:0;30c28c82771d:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:19,703 INFO [RS:0;30c28c82771d:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:19,703 INFO [RS:0;30c28c82771d:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:19,703 INFO [RS:0;30c28c82771d:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,42645,1732436417846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:20:19,721 INFO [RS:0;30c28c82771d:42645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:20:19,721 INFO [RS:0;30c28c82771d:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,42645,1732436417846-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:19,722 INFO [RS:0;30c28c82771d:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:19,722 INFO [RS:0;30c28c82771d:42645 {}] regionserver.Replication(171): 30c28c82771d,42645,1732436417846 started 2024-11-24T08:20:19,745 INFO [RS:0;30c28c82771d:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:19,746 INFO [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,42645,1732436417846, RpcServer on 30c28c82771d/172.17.0.2:42645, sessionid=0x101490fa6d60007 2024-11-24T08:20:19,746 DEBUG [RS:0;30c28c82771d:42645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:20:19,746 DEBUG [RS:0;30c28c82771d:42645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,42645,1732436417846 2024-11-24T08:20:19,746 DEBUG [RS:0;30c28c82771d:42645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,42645,1732436417846' 2024-11-24T08:20:19,746 DEBUG [RS:0;30c28c82771d:42645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21711003231/flush-table-proc/abort' 2024-11-24T08:20:19,746 DEBUG [RS:0;30c28c82771d:42645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21711003231/flush-table-proc/acquired' 2024-11-24T08:20:19,747 DEBUG [RS:0;30c28c82771d:42645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:20:19,747 DEBUG [RS:0;30c28c82771d:42645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:20:19,747 DEBUG [RS:0;30c28c82771d:42645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,42645,1732436417846 2024-11-24T08:20:19,747 DEBUG [RS:0;30c28c82771d:42645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,42645,1732436417846' 2024-11-24T08:20:19,747 DEBUG [RS:0;30c28c82771d:42645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21711003231/online-snapshot/abort' 2024-11-24T08:20:19,747 DEBUG [RS:0;30c28c82771d:42645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21711003231/online-snapshot/acquired' 2024-11-24T08:20:19,747 DEBUG [RS:0;30c28c82771d:42645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:20:19,747 INFO [RS:0;30c28c82771d:42645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:20:19,747 INFO [RS:0;30c28c82771d:42645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:20:19,848 INFO [RS:0;30c28c82771d:42645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:20:19,849 INFO [RS:0;30c28c82771d:42645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C42645%2C1732436417846, suffix=, logDir=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846, archiveDir=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/oldWALs, maxLogs=10 2024-11-24T08:20:19,867 DEBUG [RS:0;30c28c82771d:42645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849, exclude list is [], retry=0 2024-11-24T08:20:19,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41837,DS-0aa6a67e-9292-443a-8f8a-4099729b48aa,DISK] 2024-11-24T08:20:19,871 INFO [RS:0;30c28c82771d:42645 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 2024-11-24T08:20:19,871 DEBUG [RS:0;30c28c82771d:42645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43425:43425)] 2024-11-24T08:20:19,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T08:20:19,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T08:20:19,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:20:19,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T08:20:19,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:20:19,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T08:20:19,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T08:20:19,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T08:20:20,026 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:20:20,027 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b 2024-11-24T08:20:20,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741833_1009 (size=32) 2024-11-24T08:20:20,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:20,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:20:20,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:20:20,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:20,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:20,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:20:20,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:20:20,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:20,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:20,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:20:20,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:20:20,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:20,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:20,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:20:20,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:20:20,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:20,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:20,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:20:20,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740 2024-11-24T08:20:20,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740 2024-11-24T08:20:20,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:20:20,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:20:20,440 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:20:20,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:20:20,443 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:20:20,443 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73556601, jitterRate=0.0960787683725357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:20:20,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436420432Initializing all the Stores at 1732436420433 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436420433Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436420433Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436420433Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436420433Cleaning up temporary data from old regions at 1732436420440 (+7 ms)Region opened successfully at 1732436420443 (+3 ms) 2024-11-24T08:20:20,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:20:20,443 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:20:20,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:20:20,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:20:20,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:20:20,444 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:20:20,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436420443Disabling compacts and flushes for region at 1732436420443Disabling writes for close at 1732436420443Writing region close event to WAL at 1732436420444 (+1 ms)Closed at 1732436420444 2024-11-24T08:20:20,445 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:20,445 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:20:20,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:20:20,446 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:20:20,447 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:20:20,597 DEBUG [30c28c82771d:41901 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:20:20,597 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,42645,1732436417846 2024-11-24T08:20:20,598 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,42645,1732436417846, state=OPENING 2024-11-24T08:20:20,600 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:20:20,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231 2024-11-24T08:20:20,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231 2024-11-24T08:20:20,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21711003231/meta-region-server: CHANGED 2024-11-24T08:20:20,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21711003231/meta-region-server: CHANGED 2024-11-24T08:20:20,602 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:20:20,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,42645,1732436417846}] 2024-11-24T08:20:20,755 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:20:20,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:20:20,759 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:20:20,759 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:20,759 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:20:20,760 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C42645%2C1732436417846.meta, suffix=.meta, logDir=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846, archiveDir=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/oldWALs, maxLogs=10 2024-11-24T08:20:20,775 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.meta.1732436420760.meta, exclude list is [], retry=0 2024-11-24T08:20:20,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41837,DS-0aa6a67e-9292-443a-8f8a-4099729b48aa,DISK] 2024-11-24T08:20:20,779 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.meta.1732436420760.meta 2024-11-24T08:20:20,779 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43425:43425)] 2024-11-24T08:20:20,779 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:20:20,780 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:20:20,780 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:20:20,780 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:20:20,780 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:20:20,780 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:20:20,780 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:20,780 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:20:20,780 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:20:20,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:20:20,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:20:20,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:20,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:20,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:20:20,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:20:20,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:20,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:20,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:20:20,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:20:20,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:20,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:20,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:20:20,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:20:20,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:20,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:20,785 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:20:20,785 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740 2024-11-24T08:20:20,786 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740 2024-11-24T08:20:20,787 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:20:20,787 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:20:20,787 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:20:20,788 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:20:20,789 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59799663, jitterRate=-0.10891558229923248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:20:20,789 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:20:20,789 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436420780Writing region info on filesystem at 1732436420780Initializing all the Stores at 1732436420781 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436420781Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436420781Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436420781Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436420781Cleaning up temporary data from old regions at 1732436420787 (+6 ms)Running coprocessor post-open hooks at 1732436420789 (+2 ms)Region opened successfully at 1732436420789 2024-11-24T08:20:20,790 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436420754 2024-11-24T08:20:20,791 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:20:20,791 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:20:20,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,42645,1732436417846 2024-11-24T08:20:20,792 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,42645,1732436417846, state=OPEN 2024-11-24T08:20:20,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21711003231/meta-region-server 2024-11-24T08:20:20,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21711003231/meta-region-server 2024-11-24T08:20:20,794 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,42645,1732436417846 2024-11-24T08:20:20,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21711003231/meta-region-server: CHANGED 2024-11-24T08:20:20,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21711003231/meta-region-server: CHANGED 2024-11-24T08:20:20,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:20:20,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,42645,1732436417846 in 192 msec 2024-11-24T08:20:20,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:20:20,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-24T08:20:20,798 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:20,798 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:20:20,799 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:20,799 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,42645,1732436417846, seqNum=-1] 2024-11-24T08:20:20,799 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:20,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:20:20,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-24T08:20:20,803 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436420803, completionTime=-1 2024-11-24T08:20:20,803 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:20:20,803 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:20:20,805 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:20:20,805 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436480805 2024-11-24T08:20:20,805 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436540805 2024-11-24T08:20:20,805 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T08:20:20,805 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,41901,1732436417809-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:20,805 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,41901,1732436417809-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:20,805 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,41901,1732436417809-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:20,806 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:41901, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:20,806 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:20,806 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:20,807 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:20:20,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.928sec 2024-11-24T08:20:20,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:20:20,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:20:20,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:20:20,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:20:20,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:20:20,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,41901,1732436417809-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:20:20,809 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,41901,1732436417809-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:20:20,810 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:20:20,810 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:20:20,810 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,41901,1732436417809-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:20,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4552feb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:20,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,41901,-1 for getting cluster id 2024-11-24T08:20:20,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:20,867 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af9c8424-bbdd-4810-b425-96ee59f4a39e' 2024-11-24T08:20:20,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af9c8424-bbdd-4810-b425-96ee59f4a39e" 2024-11-24T08:20:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770572c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,41901,-1] 2024-11-24T08:20:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:20,869 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:20,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468007f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:20,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:20,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,42645,1732436417846, seqNum=-1] 2024-11-24T08:20:20,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:20,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:20:20,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,41901,1732436417809 2024-11-24T08:20:20,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58709 2024-11-24T08:20:20,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:20:20,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101490fa6d60008 connected 2024-11-24T08:20:20,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:20,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,36047,1732436410376 2024-11-24T08:20:20,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@447a8645 2024-11-24T08:20:20,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:20:20,883 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:20:20,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:20:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T08:20:20,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:20:20,886 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:20,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T08:20:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:20:20,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:20:20,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741835_1011 (size=902) 2024-11-24T08:20:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:20:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:20:21,294 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da5c216c1f783840c1af056fb2810d86, NAME => 'test,,1732436420884.da5c216c1f783840c1af056fb2810d86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077 2024-11-24T08:20:21,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741836_1012 (size=39) 2024-11-24T08:20:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:20:21,699 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732436420884.da5c216c1f783840c1af056fb2810d86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:21,699 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing da5c216c1f783840c1af056fb2810d86, disabling compactions & flushes 2024-11-24T08:20:21,699 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732436420884.da5c216c1f783840c1af056fb2810d86. 2024-11-24T08:20:21,699 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436420884.da5c216c1f783840c1af056fb2810d86. 2024-11-24T08:20:21,699 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732436420884.da5c216c1f783840c1af056fb2810d86. after waiting 0 ms 2024-11-24T08:20:21,699 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732436420884.da5c216c1f783840c1af056fb2810d86. 2024-11-24T08:20:21,699 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732436420884.da5c216c1f783840c1af056fb2810d86. 2024-11-24T08:20:21,699 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for da5c216c1f783840c1af056fb2810d86: Waiting for close lock at 1732436421699Disabling compacts and flushes for region at 1732436421699Disabling writes for close at 1732436421699Writing region close event to WAL at 1732436421699Closed at 1732436421699 2024-11-24T08:20:21,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:20:21,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732436420884.da5c216c1f783840c1af056fb2810d86.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732436421701"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436421701"}]},"ts":"1732436421701"} 2024-11-24T08:20:21,703 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:20:21,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:20:21,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436421703"}]},"ts":"1732436421703"} 2024-11-24T08:20:21,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T08:20:21,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da5c216c1f783840c1af056fb2810d86, ASSIGN}] 2024-11-24T08:20:21,706 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da5c216c1f783840c1af056fb2810d86, ASSIGN 2024-11-24T08:20:21,707 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=da5c216c1f783840c1af056fb2810d86, ASSIGN; state=OFFLINE, location=30c28c82771d,40783,1732436410434; forceNewPlan=false, retain=false 2024-11-24T08:20:21,857 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da5c216c1f783840c1af056fb2810d86, regionState=OPENING, regionLocation=30c28c82771d,40783,1732436410434 2024-11-24T08:20:21,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=da5c216c1f783840c1af056fb2810d86, ASSIGN because future has completed 2024-11-24T08:20:21,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da5c216c1f783840c1af056fb2810d86, server=30c28c82771d,40783,1732436410434}] 2024-11-24T08:20:22,015 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732436420884.da5c216c1f783840c1af056fb2810d86. 2024-11-24T08:20:22,015 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => da5c216c1f783840c1af056fb2810d86, NAME => 'test,,1732436420884.da5c216c1f783840c1af056fb2810d86.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:20:22,016 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:20:22,016 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T08:20:22,016 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:22,016 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732436420884.da5c216c1f783840c1af056fb2810d86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:22,016 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:22,016 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:22,017 INFO [StoreOpener-da5c216c1f783840c1af056fb2810d86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:22,018 INFO [StoreOpener-da5c216c1f783840c1af056fb2810d86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da5c216c1f783840c1af056fb2810d86 columnFamilyName f 2024-11-24T08:20:22,018 DEBUG [StoreOpener-da5c216c1f783840c1af056fb2810d86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:22,019 INFO [StoreOpener-da5c216c1f783840c1af056fb2810d86-1 {}] regionserver.HStore(327): Store=da5c216c1f783840c1af056fb2810d86/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:22,019 INFO [StoreOpener-da5c216c1f783840c1af056fb2810d86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:22,020 INFO [StoreOpener-da5c216c1f783840c1af056fb2810d86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da5c216c1f783840c1af056fb2810d86 columnFamilyName f1 2024-11-24T08:20:22,020 DEBUG [StoreOpener-da5c216c1f783840c1af056fb2810d86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:22,020 INFO [StoreOpener-da5c216c1f783840c1af056fb2810d86-1 {}] regionserver.HStore(327): Store=da5c216c1f783840c1af056fb2810d86/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:22,020 INFO [StoreOpener-da5c216c1f783840c1af056fb2810d86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:22,021 INFO [StoreOpener-da5c216c1f783840c1af056fb2810d86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da5c216c1f783840c1af056fb2810d86 columnFamilyName norep 2024-11-24T08:20:22,021 DEBUG [StoreOpener-da5c216c1f783840c1af056fb2810d86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:22,021 INFO [StoreOpener-da5c216c1f783840c1af056fb2810d86-1 {}] regionserver.HStore(327): Store=da5c216c1f783840c1af056fb2810d86/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:22,021 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:22,022 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/default/test/da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:22,022 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/default/test/da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:22,023 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:22,023 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:22,023 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:20:22,024 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:20:22,026 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/default/test/da5c216c1f783840c1af056fb2810d86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:20:22,026 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened da5c216c1f783840c1af056fb2810d86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70169184, jitterRate=0.04560232162475586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:20:22,026 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:22,026 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for da5c216c1f783840c1af056fb2810d86: Running coprocessor pre-open hook at 1732436422016Writing region info on filesystem at 1732436422016Initializing all the Stores at 1732436422017 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436422017Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436422017Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436422017Cleaning up temporary data from old regions at 1732436422023 (+6 ms)Running coprocessor post-open hooks at 1732436422026 (+3 ms)Region opened successfully at 1732436422026 2024-11-24T08:20:22,027 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732436420884.da5c216c1f783840c1af056fb2810d86., pid=6, masterSystemTime=1732436422012 2024-11-24T08:20:22,029 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732436420884.da5c216c1f783840c1af056fb2810d86. 2024-11-24T08:20:22,029 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732436420884.da5c216c1f783840c1af056fb2810d86. 2024-11-24T08:20:22,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da5c216c1f783840c1af056fb2810d86, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30c28c82771d,40783,1732436410434 2024-11-24T08:20:22,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da5c216c1f783840c1af056fb2810d86, server=30c28c82771d,40783,1732436410434 because future has completed 2024-11-24T08:20:22,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:20:22,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure da5c216c1f783840c1af056fb2810d86, server=30c28c82771d,40783,1732436410434 in 172 msec 2024-11-24T08:20:22,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:20:22,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=da5c216c1f783840c1af056fb2810d86, ASSIGN in 329 msec 2024-11-24T08:20:22,036 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:20:22,036 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436422036"}]},"ts":"1732436422036"} 2024-11-24T08:20:22,038 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T08:20:22,039 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:20:22,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-24T08:20:22,224 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:20:22,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:22,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:22,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:22,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:22,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:22,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:22,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:22,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:22,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:22,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:22,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:22,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:20:23,034 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T08:20:23,034 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:23,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,33851,1732436413732 2024-11-24T08:20:23,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69f7ea7e 2024-11-24T08:20:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:20:23,037 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:20:23,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:20:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T08:20:23,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:20:23,039 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:23,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T08:20:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:20:23,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:20:23,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741835_1011 (size=902) 2024-11-24T08:20:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:20:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:20:23,447 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3086486f2e4fec7e62bf44e89211dfb5, NAME => 'test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828 2024-11-24T08:20:23,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741836_1012 (size=39) 2024-11-24T08:20:23,453 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:23,453 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3086486f2e4fec7e62bf44e89211dfb5, disabling compactions & flushes 2024-11-24T08:20:23,453 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5. 2024-11-24T08:20:23,453 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5. 2024-11-24T08:20:23,453 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5. after waiting 0 ms 2024-11-24T08:20:23,453 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5. 2024-11-24T08:20:23,453 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5. 2024-11-24T08:20:23,453 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3086486f2e4fec7e62bf44e89211dfb5: Waiting for close lock at 1732436423453Disabling compacts and flushes for region at 1732436423453Disabling writes for close at 1732436423453Writing region close event to WAL at 1732436423453Closed at 1732436423453 2024-11-24T08:20:23,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:20:23,454 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732436423454"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436423454"}]},"ts":"1732436423454"} 2024-11-24T08:20:23,456 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:20:23,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:20:23,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436423456"}]},"ts":"1732436423456"} 2024-11-24T08:20:23,458 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T08:20:23,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3086486f2e4fec7e62bf44e89211dfb5, ASSIGN}] 2024-11-24T08:20:23,459 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3086486f2e4fec7e62bf44e89211dfb5, ASSIGN 2024-11-24T08:20:23,459 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3086486f2e4fec7e62bf44e89211dfb5, ASSIGN; state=OFFLINE, location=30c28c82771d,43309,1732436413787; forceNewPlan=false, retain=false 2024-11-24T08:20:23,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3086486f2e4fec7e62bf44e89211dfb5, regionState=OPENING, regionLocation=30c28c82771d,43309,1732436413787 2024-11-24T08:20:23,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3086486f2e4fec7e62bf44e89211dfb5, ASSIGN because future has completed 2024-11-24T08:20:23,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3086486f2e4fec7e62bf44e89211dfb5, server=30c28c82771d,43309,1732436413787}] 2024-11-24T08:20:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:20:23,768 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5. 2024-11-24T08:20:23,768 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3086486f2e4fec7e62bf44e89211dfb5, NAME => 'test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:20:23,768 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:20:23,768 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T08:20:23,768 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3086486f2e4fec7e62bf44e89211dfb5 2024-11-24T08:20:23,768 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:23,768 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3086486f2e4fec7e62bf44e89211dfb5 2024-11-24T08:20:23,769 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3086486f2e4fec7e62bf44e89211dfb5 2024-11-24T08:20:23,770 INFO [StoreOpener-3086486f2e4fec7e62bf44e89211dfb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3086486f2e4fec7e62bf44e89211dfb5 2024-11-24T08:20:23,771 INFO [StoreOpener-3086486f2e4fec7e62bf44e89211dfb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3086486f2e4fec7e62bf44e89211dfb5 columnFamilyName f 2024-11-24T08:20:23,771 DEBUG [StoreOpener-3086486f2e4fec7e62bf44e89211dfb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:23,771 INFO [StoreOpener-3086486f2e4fec7e62bf44e89211dfb5-1 {}] regionserver.HStore(327): Store=3086486f2e4fec7e62bf44e89211dfb5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:23,771 INFO [StoreOpener-3086486f2e4fec7e62bf44e89211dfb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3086486f2e4fec7e62bf44e89211dfb5 2024-11-24T08:20:23,772 INFO [StoreOpener-3086486f2e4fec7e62bf44e89211dfb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3086486f2e4fec7e62bf44e89211dfb5 columnFamilyName f1 2024-11-24T08:20:23,772 DEBUG [StoreOpener-3086486f2e4fec7e62bf44e89211dfb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:23,772 INFO [StoreOpener-3086486f2e4fec7e62bf44e89211dfb5-1 {}] regionserver.HStore(327): Store=3086486f2e4fec7e62bf44e89211dfb5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:23,773 INFO [StoreOpener-3086486f2e4fec7e62bf44e89211dfb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3086486f2e4fec7e62bf44e89211dfb5 2024-11-24T08:20:23,773 INFO [StoreOpener-3086486f2e4fec7e62bf44e89211dfb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3086486f2e4fec7e62bf44e89211dfb5 columnFamilyName norep 2024-11-24T08:20:23,773 DEBUG [StoreOpener-3086486f2e4fec7e62bf44e89211dfb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:23,774 INFO [StoreOpener-3086486f2e4fec7e62bf44e89211dfb5-1 {}] regionserver.HStore(327): Store=3086486f2e4fec7e62bf44e89211dfb5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:23,774 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3086486f2e4fec7e62bf44e89211dfb5 2024-11-24T08:20:23,774 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/default/test/3086486f2e4fec7e62bf44e89211dfb5 2024-11-24T08:20:23,774 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/default/test/3086486f2e4fec7e62bf44e89211dfb5 2024-11-24T08:20:23,775 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3086486f2e4fec7e62bf44e89211dfb5 2024-11-24T08:20:23,775 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3086486f2e4fec7e62bf44e89211dfb5 2024-11-24T08:20:23,776 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:20:23,776 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3086486f2e4fec7e62bf44e89211dfb5 2024-11-24T08:20:23,778 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/default/test/3086486f2e4fec7e62bf44e89211dfb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:20:23,778 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3086486f2e4fec7e62bf44e89211dfb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74184279, jitterRate=0.10543189942836761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:20:23,778 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3086486f2e4fec7e62bf44e89211dfb5 2024-11-24T08:20:23,778 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3086486f2e4fec7e62bf44e89211dfb5: Running coprocessor pre-open hook at 1732436423769Writing region info on filesystem at 1732436423769Initializing all the Stores at 1732436423769Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436423769Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436423769Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436423769Cleaning up temporary data from old regions at 1732436423775 (+6 ms)Running coprocessor post-open hooks at 1732436423778 (+3 ms)Region opened successfully at 1732436423778 2024-11-24T08:20:23,779 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5., pid=6, masterSystemTime=1732436423764 2024-11-24T08:20:23,781 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5. 2024-11-24T08:20:23,781 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5. 2024-11-24T08:20:23,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3086486f2e4fec7e62bf44e89211dfb5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30c28c82771d,43309,1732436413787 2024-11-24T08:20:23,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3086486f2e4fec7e62bf44e89211dfb5, server=30c28c82771d,43309,1732436413787 because future has completed 2024-11-24T08:20:23,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:20:23,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3086486f2e4fec7e62bf44e89211dfb5, server=30c28c82771d,43309,1732436413787 in 172 msec 2024-11-24T08:20:23,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:20:23,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3086486f2e4fec7e62bf44e89211dfb5, ASSIGN in 327 msec 2024-11-24T08:20:23,788 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:20:23,788 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436423788"}]},"ts":"1732436423788"} 2024-11-24T08:20:23,790 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T08:20:23,790 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:20:23,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-24T08:20:23,886 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T08:20:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:20:24,175 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T08:20:24,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:24,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,41901,1732436417809 2024-11-24T08:20:24,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b2e94c5 2024-11-24T08:20:24,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:20:24,177 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:20:24,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:20:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T08:20:24,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:20:24,180 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:24,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T08:20:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:20:24,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:20:24,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741835_1011 (size=902) 2024-11-24T08:20:24,190 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b288031d507bd58cf6ba31063ace1a7c, NAME => 'test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b 2024-11-24T08:20:24,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741836_1012 (size=39) 2024-11-24T08:20:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:20:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:20:24,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:24,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b288031d507bd58cf6ba31063ace1a7c, disabling compactions & flushes 2024-11-24T08:20:24,602 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c. 2024-11-24T08:20:24,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c. 2024-11-24T08:20:24,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c. after waiting 0 ms 2024-11-24T08:20:24,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c. 2024-11-24T08:20:24,602 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c. 2024-11-24T08:20:24,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b288031d507bd58cf6ba31063ace1a7c: Waiting for close lock at 1732436424602Disabling compacts and flushes for region at 1732436424602Disabling writes for close at 1732436424602Writing region close event to WAL at 1732436424602Closed at 1732436424602 2024-11-24T08:20:24,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:20:24,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732436424603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436424603"}]},"ts":"1732436424603"} 2024-11-24T08:20:24,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:20:24,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:20:24,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436424606"}]},"ts":"1732436424606"} 2024-11-24T08:20:24,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T08:20:24,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b288031d507bd58cf6ba31063ace1a7c, ASSIGN}] 2024-11-24T08:20:24,609 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b288031d507bd58cf6ba31063ace1a7c, ASSIGN 2024-11-24T08:20:24,610 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b288031d507bd58cf6ba31063ace1a7c, ASSIGN; state=OFFLINE, location=30c28c82771d,42645,1732436417846; forceNewPlan=false, retain=false 2024-11-24T08:20:24,760 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b288031d507bd58cf6ba31063ace1a7c, regionState=OPENING, regionLocation=30c28c82771d,42645,1732436417846 2024-11-24T08:20:24,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b288031d507bd58cf6ba31063ace1a7c, ASSIGN because future has completed 2024-11-24T08:20:24,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b288031d507bd58cf6ba31063ace1a7c, server=30c28c82771d,42645,1732436417846}] 2024-11-24T08:20:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:20:24,918 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c. 2024-11-24T08:20:24,919 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b288031d507bd58cf6ba31063ace1a7c, NAME => 'test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:20:24,919 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:20:24,919 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T08:20:24,919 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b288031d507bd58cf6ba31063ace1a7c 2024-11-24T08:20:24,919 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:24,919 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b288031d507bd58cf6ba31063ace1a7c 2024-11-24T08:20:24,919 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b288031d507bd58cf6ba31063ace1a7c 2024-11-24T08:20:24,920 INFO [StoreOpener-b288031d507bd58cf6ba31063ace1a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b288031d507bd58cf6ba31063ace1a7c 2024-11-24T08:20:24,921 INFO [StoreOpener-b288031d507bd58cf6ba31063ace1a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b288031d507bd58cf6ba31063ace1a7c columnFamilyName f 2024-11-24T08:20:24,921 DEBUG [StoreOpener-b288031d507bd58cf6ba31063ace1a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:24,922 INFO [StoreOpener-b288031d507bd58cf6ba31063ace1a7c-1 {}] regionserver.HStore(327): Store=b288031d507bd58cf6ba31063ace1a7c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:24,922 INFO [StoreOpener-b288031d507bd58cf6ba31063ace1a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b288031d507bd58cf6ba31063ace1a7c 2024-11-24T08:20:24,923 INFO [StoreOpener-b288031d507bd58cf6ba31063ace1a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b288031d507bd58cf6ba31063ace1a7c columnFamilyName f1 2024-11-24T08:20:24,923 DEBUG [StoreOpener-b288031d507bd58cf6ba31063ace1a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:24,923 INFO [StoreOpener-b288031d507bd58cf6ba31063ace1a7c-1 {}] regionserver.HStore(327): Store=b288031d507bd58cf6ba31063ace1a7c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:24,923 INFO [StoreOpener-b288031d507bd58cf6ba31063ace1a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b288031d507bd58cf6ba31063ace1a7c 2024-11-24T08:20:24,924 INFO [StoreOpener-b288031d507bd58cf6ba31063ace1a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b288031d507bd58cf6ba31063ace1a7c columnFamilyName norep 2024-11-24T08:20:24,924 DEBUG [StoreOpener-b288031d507bd58cf6ba31063ace1a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:24,924 INFO [StoreOpener-b288031d507bd58cf6ba31063ace1a7c-1 {}] regionserver.HStore(327): Store=b288031d507bd58cf6ba31063ace1a7c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:24,924 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b288031d507bd58cf6ba31063ace1a7c 2024-11-24T08:20:24,925 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/default/test/b288031d507bd58cf6ba31063ace1a7c 2024-11-24T08:20:24,925 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/default/test/b288031d507bd58cf6ba31063ace1a7c 2024-11-24T08:20:24,926 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b288031d507bd58cf6ba31063ace1a7c 2024-11-24T08:20:24,926 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b288031d507bd58cf6ba31063ace1a7c 2024-11-24T08:20:24,926 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:20:24,927 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b288031d507bd58cf6ba31063ace1a7c 2024-11-24T08:20:24,930 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/default/test/b288031d507bd58cf6ba31063ace1a7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:20:24,930 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b288031d507bd58cf6ba31063ace1a7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74297245, jitterRate=0.10711522400379181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:20:24,930 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b288031d507bd58cf6ba31063ace1a7c 2024-11-24T08:20:24,930 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b288031d507bd58cf6ba31063ace1a7c: Running coprocessor pre-open hook at 1732436424919Writing region info on filesystem at 1732436424919Initializing all the Stores at 1732436424920 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436424920Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436424920Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436424920Cleaning up temporary data from old regions at 1732436424926 (+6 ms)Running coprocessor post-open hooks at 1732436424930 (+4 ms)Region opened successfully at 1732436424930 2024-11-24T08:20:24,931 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c., pid=6, masterSystemTime=1732436424915 2024-11-24T08:20:24,933 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c. 2024-11-24T08:20:24,933 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c. 2024-11-24T08:20:24,934 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b288031d507bd58cf6ba31063ace1a7c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30c28c82771d,42645,1732436417846 2024-11-24T08:20:24,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b288031d507bd58cf6ba31063ace1a7c, server=30c28c82771d,42645,1732436417846 because future has completed 2024-11-24T08:20:24,936 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41901 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=30c28c82771d,42645,1732436417846, table=test, region=b288031d507bd58cf6ba31063ace1a7c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T08:20:24,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:20:24,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b288031d507bd58cf6ba31063ace1a7c, server=30c28c82771d,42645,1732436417846 in 173 msec 2024-11-24T08:20:24,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:20:24,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b288031d507bd58cf6ba31063ace1a7c, ASSIGN in 330 msec 2024-11-24T08:20:24,941 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:20:24,941 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436424941"}]},"ts":"1732436424941"} 2024-11-24T08:20:24,942 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T08:20:24,943 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:20:24,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 765 msec 2024-11-24T08:20:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:20:25,314 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T08:20:25,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bfe312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:25,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,36047,-1 for getting cluster id 2024-11-24T08:20:25,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:25,316 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39265403-5d1f-404d-8604-124aa71449f7' 2024-11-24T08:20:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39265403-5d1f-404d-8604-124aa71449f7" 2024-11-24T08:20:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c7fda4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:25,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,36047,-1] 2024-11-24T08:20:25,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:25,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:25,317 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:25,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7423dee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:25,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:25,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,36047,1732436410376 2024-11-24T08:20:25,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4314a23c 2024-11-24T08:20:25,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:20:25,320 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:20:25,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30c28c82771d:33851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T08:20:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:20:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:20:25,323 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:33851' 2024-11-24T08:20:25,324 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edd9ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:25,324 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,33851,-1 for getting cluster id 2024-11-24T08:20:25,324 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:25,325 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e35124e-b5ef-46a1-93dd-0722d95cb9a5' 2024-11-24T08:20:25,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:25,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e35124e-b5ef-46a1-93dd-0722d95cb9a5" 2024-11-24T08:20:25,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@feaf0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:25,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,33851,-1] 2024-11-24T08:20:25,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:25,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:25,326 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:25,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f92ec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:25,327 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,33851,1732436413732 2024-11-24T08:20:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d2c0e2d 2024-11-24T08:20:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:20:25,328 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:20:25,329 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T08:20:25,329 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:20:25,329 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:25,329 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:25,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:25,330 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:20:25,330 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T08:20:25,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:20:25,331 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:25,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:20:25,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741837_1013 (size=1138) 2024-11-24T08:20:25,381 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T08:20:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:20:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:20:25,738 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2477dbdd78d90057eecebd841c1f51e5, NAME => 'hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077 2024-11-24T08:20:25,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741838_1014 (size=44) 2024-11-24T08:20:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:20:26,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:26,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2477dbdd78d90057eecebd841c1f51e5, disabling compactions & flushes 2024-11-24T08:20:26,146 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5. 2024-11-24T08:20:26,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5. 2024-11-24T08:20:26,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5. after waiting 0 ms 2024-11-24T08:20:26,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5. 2024-11-24T08:20:26,146 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5. 2024-11-24T08:20:26,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2477dbdd78d90057eecebd841c1f51e5: Waiting for close lock at 1732436426146Disabling compacts and flushes for region at 1732436426146Disabling writes for close at 1732436426146Writing region close event to WAL at 1732436426146Closed at 1732436426146 2024-11-24T08:20:26,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:20:26,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732436426147"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436426147"}]},"ts":"1732436426147"} 2024-11-24T08:20:26,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:20:26,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:20:26,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436426150"}]},"ts":"1732436426150"} 2024-11-24T08:20:26,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T08:20:26,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2477dbdd78d90057eecebd841c1f51e5, ASSIGN}] 2024-11-24T08:20:26,153 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2477dbdd78d90057eecebd841c1f51e5, ASSIGN 2024-11-24T08:20:26,153 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2477dbdd78d90057eecebd841c1f51e5, ASSIGN; state=OFFLINE, location=30c28c82771d,40783,1732436410434; forceNewPlan=false, retain=false 2024-11-24T08:20:26,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2477dbdd78d90057eecebd841c1f51e5, regionState=OPENING, regionLocation=30c28c82771d,40783,1732436410434 2024-11-24T08:20:26,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2477dbdd78d90057eecebd841c1f51e5, ASSIGN because future has completed 2024-11-24T08:20:26,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2477dbdd78d90057eecebd841c1f51e5, server=30c28c82771d,40783,1732436410434}] 2024-11-24T08:20:26,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5. 2024-11-24T08:20:26,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:26,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T08:20:26,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C40783%2C1732436410434.rep, suffix=, logDir=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/oldWALs, maxLogs=10 2024-11-24T08:20:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:20:26,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.rep.1732436426463, exclude list is [], retry=0 2024-11-24T08:20:26,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33011,DS-20e761b0-44e3-4fda-a21d-573099109c34,DISK] 2024-11-24T08:20:26,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.rep.1732436426463 2024-11-24T08:20:26,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33709:33709)] 2024-11-24T08:20:26,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2477dbdd78d90057eecebd841c1f51e5, NAME => 'hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:20:26,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:20:26,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:20:26,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5. service=MultiRowMutationService 2024-11-24T08:20:26,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T08:20:26,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2477dbdd78d90057eecebd841c1f51e5 2024-11-24T08:20:26,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:26,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2477dbdd78d90057eecebd841c1f51e5 2024-11-24T08:20:26,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2477dbdd78d90057eecebd841c1f51e5 2024-11-24T08:20:26,481 INFO [StoreOpener-2477dbdd78d90057eecebd841c1f51e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2477dbdd78d90057eecebd841c1f51e5 2024-11-24T08:20:26,483 INFO [StoreOpener-2477dbdd78d90057eecebd841c1f51e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2477dbdd78d90057eecebd841c1f51e5 columnFamilyName hfileref 2024-11-24T08:20:26,483 DEBUG [StoreOpener-2477dbdd78d90057eecebd841c1f51e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:26,483 INFO [StoreOpener-2477dbdd78d90057eecebd841c1f51e5-1 {}] regionserver.HStore(327): Store=2477dbdd78d90057eecebd841c1f51e5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:26,483 INFO [StoreOpener-2477dbdd78d90057eecebd841c1f51e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2477dbdd78d90057eecebd841c1f51e5 2024-11-24T08:20:26,484 INFO [StoreOpener-2477dbdd78d90057eecebd841c1f51e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2477dbdd78d90057eecebd841c1f51e5 columnFamilyName queue 2024-11-24T08:20:26,484 DEBUG [StoreOpener-2477dbdd78d90057eecebd841c1f51e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:26,484 INFO [StoreOpener-2477dbdd78d90057eecebd841c1f51e5-1 {}] regionserver.HStore(327): Store=2477dbdd78d90057eecebd841c1f51e5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:26,484 INFO [StoreOpener-2477dbdd78d90057eecebd841c1f51e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2477dbdd78d90057eecebd841c1f51e5 2024-11-24T08:20:26,485 INFO [StoreOpener-2477dbdd78d90057eecebd841c1f51e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2477dbdd78d90057eecebd841c1f51e5 columnFamilyName sid 2024-11-24T08:20:26,485 DEBUG [StoreOpener-2477dbdd78d90057eecebd841c1f51e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:26,485 INFO [StoreOpener-2477dbdd78d90057eecebd841c1f51e5-1 {}] regionserver.HStore(327): Store=2477dbdd78d90057eecebd841c1f51e5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:26,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2477dbdd78d90057eecebd841c1f51e5 2024-11-24T08:20:26,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/replication/2477dbdd78d90057eecebd841c1f51e5 2024-11-24T08:20:26,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/replication/2477dbdd78d90057eecebd841c1f51e5 2024-11-24T08:20:26,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2477dbdd78d90057eecebd841c1f51e5 2024-11-24T08:20:26,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2477dbdd78d90057eecebd841c1f51e5 2024-11-24T08:20:26,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:20:26,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2477dbdd78d90057eecebd841c1f51e5 2024-11-24T08:20:26,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/replication/2477dbdd78d90057eecebd841c1f51e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:20:26,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2477dbdd78d90057eecebd841c1f51e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63105797, jitterRate=-0.059650346636772156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:20:26,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2477dbdd78d90057eecebd841c1f51e5 2024-11-24T08:20:26,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2477dbdd78d90057eecebd841c1f51e5: Running coprocessor pre-open hook at 1732436426480Writing region info on filesystem at 1732436426480Initializing all the Stores at 1732436426481 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436426481Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436426481Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436426481Cleaning up temporary data from old regions at 1732436426487 (+6 ms)Running coprocessor post-open hooks at 1732436426490 (+3 ms)Region opened successfully at 1732436426491 (+1 ms) 2024-11-24T08:20:26,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5., pid=10, masterSystemTime=1732436426458 2024-11-24T08:20:26,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5. 2024-11-24T08:20:26,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5. 2024-11-24T08:20:26,494 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2477dbdd78d90057eecebd841c1f51e5, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,40783,1732436410434 2024-11-24T08:20:26,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2477dbdd78d90057eecebd841c1f51e5, server=30c28c82771d,40783,1732436410434 because future has completed 2024-11-24T08:20:26,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T08:20:26,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2477dbdd78d90057eecebd841c1f51e5, server=30c28c82771d,40783,1732436410434 in 190 msec 2024-11-24T08:20:26,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T08:20:26,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2477dbdd78d90057eecebd841c1f51e5, ASSIGN in 346 msec 2024-11-24T08:20:26,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:20:26,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436426500"}]},"ts":"1732436426500"} 2024-11-24T08:20:26,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T08:20:26,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:20:26,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-24T08:20:26,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5., hostname=30c28c82771d,40783,1732436410434, seqNum=2] 2024-11-24T08:20:26,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715 2024-11-24T08:20:26,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715 2024-11-24T08:20:26,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:20:26,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T08:20:26,698 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T08:20:26,726 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30c28c82771d,40783,1732436410434, ReplicationSource: 1, currentBandwidth=0 2024-11-24T08:20:26,727 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:26,727 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,40783,1732436410434, seqNum=-1] 2024-11-24T08:20:26,727 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:26,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-24T08:20:26,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30c28c82771d,40783,1732436410434', locateType=CURRENT is [region=hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5., hostname=30c28c82771d,40783,1732436410434, seqNum=2] 2024-11-24T08:20:26,731 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T08:20:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T08:20:26,733 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30c28c82771d,40783,1732436410434 suceeded 2024-11-24T08:20:26,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T08:20:26,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-24T08:20:26,735 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30c28c82771d:33851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:20:26,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-24T08:20:26,748 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:33851' 2024-11-24T08:20:26,749 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29eb9fbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:26,749 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,33851,-1 for getting cluster id 2024-11-24T08:20:26,749 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:26,750 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e35124e-b5ef-46a1-93dd-0722d95cb9a5' 2024-11-24T08:20:26,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:26,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e35124e-b5ef-46a1-93dd-0722d95cb9a5" 2024-11-24T08:20:26,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b2167aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:26,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,33851,-1] 2024-11-24T08:20:26,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:26,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:26,751 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:26,752 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7076ca70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:26,752 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:26,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,33851,1732436413732 2024-11-24T08:20:26,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@719576ee 2024-11-24T08:20:26,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:20:26,753 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-24T08:20:26,754 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30c28c82771d,40783,1732436410434 (queues=1) is replicating from cluster=39265403-5d1f-404d-8604-124aa71449f7 to cluster=2e35124e-b5ef-46a1-93dd-0722d95cb9a5 2024-11-24T08:20:26,754 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30c28c82771d%2C40783%2C1732436410434 2024-11-24T08:20:26,754 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30c28c82771d,40783,1732436410434, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:20:26,755 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026, startPosition=0, beingWritten=true 2024-11-24T08:20:26,755 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C40783%2C1732436410434 2024-11-24T08:20:26,761 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:26,761 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 379, reset compression=false 2024-11-24T08:20:26,761 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,40783,1732436410434 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:20:26,972 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 379, reset compression=false 2024-11-24T08:20:27,276 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 379, reset compression=false 2024-11-24T08:20:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:20:27,474 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T08:20:27,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:20:27,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:27,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:27,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:27,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:27,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1de0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:27,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,33851,-1 for getting cluster id 2024-11-24T08:20:27,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:27,476 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e35124e-b5ef-46a1-93dd-0722d95cb9a5' 2024-11-24T08:20:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e35124e-b5ef-46a1-93dd-0722d95cb9a5" 2024-11-24T08:20:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33afeee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,33851,-1] 2024-11-24T08:20:27,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:27,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:27,477 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:27,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9d20a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:27,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,33851,1732436413732 2024-11-24T08:20:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@247f136f 2024-11-24T08:20:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:20:27,480 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:20:27,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30c28c82771d:41901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T08:20:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:20:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:20:27,482 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:41901' 2024-11-24T08:20:27,483 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3e4e7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:27,483 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,41901,-1 for getting cluster id 2024-11-24T08:20:27,483 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:27,484 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af9c8424-bbdd-4810-b425-96ee59f4a39e' 2024-11-24T08:20:27,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:27,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af9c8424-bbdd-4810-b425-96ee59f4a39e" 2024-11-24T08:20:27,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf92754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:27,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,41901,-1] 2024-11-24T08:20:27,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:27,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:27,485 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:27,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41251f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:27,486 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:27,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,41901,1732436417809 2024-11-24T08:20:27,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7828cd4b 2024-11-24T08:20:27,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:20:27,487 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:20:27,487 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T08:20:27,488 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:20:27,488 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:27,488 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:27,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:27,488 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:20:27,489 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T08:20:27,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:20:27,490 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:27,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:20:27,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741837_1013 (size=1138) 2024-11-24T08:20:27,518 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:20:27,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:27,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:27,539 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T08:20:27,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:27,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:27,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:27,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:27,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:27,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:27,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:27,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:27,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:27,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:20:27,680 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 379, reset compression=false 2024-11-24T08:20:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:20:27,899 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad974a036396485eac211565abb02e92, NAME => 'hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828 2024-11-24T08:20:27,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741838_1014 (size=44) 2024-11-24T08:20:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:20:28,184 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 379, reset compression=false 2024-11-24T08:20:28,304 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:28,304 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ad974a036396485eac211565abb02e92, disabling compactions & flushes 2024-11-24T08:20:28,304 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92. 2024-11-24T08:20:28,304 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92. 2024-11-24T08:20:28,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92. after waiting 0 ms 2024-11-24T08:20:28,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92. 2024-11-24T08:20:28,305 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92. 2024-11-24T08:20:28,305 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad974a036396485eac211565abb02e92: Waiting for close lock at 1732436428304Disabling compacts and flushes for region at 1732436428304Disabling writes for close at 1732436428305 (+1 ms)Writing region close event to WAL at 1732436428305Closed at 1732436428305 2024-11-24T08:20:28,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:20:28,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732436428306"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436428306"}]},"ts":"1732436428306"} 2024-11-24T08:20:28,308 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:20:28,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:20:28,308 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436428308"}]},"ts":"1732436428308"} 2024-11-24T08:20:28,310 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T08:20:28,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad974a036396485eac211565abb02e92, ASSIGN}] 2024-11-24T08:20:28,311 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad974a036396485eac211565abb02e92, ASSIGN 2024-11-24T08:20:28,312 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ad974a036396485eac211565abb02e92, ASSIGN; state=OFFLINE, location=30c28c82771d,43309,1732436413787; forceNewPlan=false, retain=false 2024-11-24T08:20:28,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ad974a036396485eac211565abb02e92, regionState=OPENING, regionLocation=30c28c82771d,43309,1732436413787 2024-11-24T08:20:28,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ad974a036396485eac211565abb02e92, ASSIGN because future has completed 2024-11-24T08:20:28,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad974a036396485eac211565abb02e92, server=30c28c82771d,43309,1732436413787}] 2024-11-24T08:20:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:20:28,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92. 2024-11-24T08:20:28,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:28,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T08:20:28,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C43309%2C1732436413787.rep, suffix=, logDir=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787, archiveDir=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/oldWALs, maxLogs=10 2024-11-24T08:20:28,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.rep.1732436428622, exclude list is [], retry=0 2024-11-24T08:20:28,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38651,DS-ef12266a-cbe5-4e5c-8544-5cd17cd02367,DISK] 2024-11-24T08:20:28,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.rep.1732436428622 2024-11-24T08:20:28,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34995:34995)] 2024-11-24T08:20:28,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ad974a036396485eac211565abb02e92, NAME => 'hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:20:28,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:20:28,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:20:28,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92. service=MultiRowMutationService 2024-11-24T08:20:28,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T08:20:28,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ad974a036396485eac211565abb02e92 2024-11-24T08:20:28,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:28,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ad974a036396485eac211565abb02e92 2024-11-24T08:20:28,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ad974a036396485eac211565abb02e92 2024-11-24T08:20:28,641 INFO [StoreOpener-ad974a036396485eac211565abb02e92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ad974a036396485eac211565abb02e92 2024-11-24T08:20:28,642 INFO [StoreOpener-ad974a036396485eac211565abb02e92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad974a036396485eac211565abb02e92 columnFamilyName hfileref 2024-11-24T08:20:28,642 DEBUG [StoreOpener-ad974a036396485eac211565abb02e92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:28,643 INFO [StoreOpener-ad974a036396485eac211565abb02e92-1 {}] regionserver.HStore(327): Store=ad974a036396485eac211565abb02e92/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:28,643 INFO [StoreOpener-ad974a036396485eac211565abb02e92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ad974a036396485eac211565abb02e92 2024-11-24T08:20:28,644 INFO [StoreOpener-ad974a036396485eac211565abb02e92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad974a036396485eac211565abb02e92 columnFamilyName queue 2024-11-24T08:20:28,644 DEBUG [StoreOpener-ad974a036396485eac211565abb02e92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:28,644 INFO [StoreOpener-ad974a036396485eac211565abb02e92-1 {}] regionserver.HStore(327): Store=ad974a036396485eac211565abb02e92/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:28,644 INFO [StoreOpener-ad974a036396485eac211565abb02e92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ad974a036396485eac211565abb02e92 2024-11-24T08:20:28,645 INFO [StoreOpener-ad974a036396485eac211565abb02e92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad974a036396485eac211565abb02e92 columnFamilyName sid 2024-11-24T08:20:28,645 DEBUG [StoreOpener-ad974a036396485eac211565abb02e92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:28,645 INFO [StoreOpener-ad974a036396485eac211565abb02e92-1 {}] regionserver.HStore(327): Store=ad974a036396485eac211565abb02e92/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:28,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ad974a036396485eac211565abb02e92 2024-11-24T08:20:28,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/replication/ad974a036396485eac211565abb02e92 2024-11-24T08:20:28,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/replication/ad974a036396485eac211565abb02e92 2024-11-24T08:20:28,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ad974a036396485eac211565abb02e92 2024-11-24T08:20:28,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ad974a036396485eac211565abb02e92 2024-11-24T08:20:28,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:20:28,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ad974a036396485eac211565abb02e92 2024-11-24T08:20:28,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/replication/ad974a036396485eac211565abb02e92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:20:28,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ad974a036396485eac211565abb02e92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73118011, jitterRate=0.08954326808452606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:20:28,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad974a036396485eac211565abb02e92 2024-11-24T08:20:28,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ad974a036396485eac211565abb02e92: Running coprocessor pre-open hook at 1732436428640Writing region info on filesystem at 1732436428640Initializing all the Stores at 1732436428641 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436428641Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436428641Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436428641Cleaning up temporary data from old regions at 1732436428647 (+6 ms)Running coprocessor post-open hooks at 1732436428650 (+3 ms)Region opened successfully at 1732436428650 2024-11-24T08:20:28,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92., pid=10, masterSystemTime=1732436428617 2024-11-24T08:20:28,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92. 2024-11-24T08:20:28,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92. 2024-11-24T08:20:28,653 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ad974a036396485eac211565abb02e92, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,43309,1732436413787 2024-11-24T08:20:28,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad974a036396485eac211565abb02e92, server=30c28c82771d,43309,1732436413787 because future has completed 2024-11-24T08:20:28,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T08:20:28,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ad974a036396485eac211565abb02e92, server=30c28c82771d,43309,1732436413787 in 191 msec 2024-11-24T08:20:28,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T08:20:28,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad974a036396485eac211565abb02e92, ASSIGN in 347 msec 2024-11-24T08:20:28,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:20:28,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436428659"}]},"ts":"1732436428659"} 2024-11-24T08:20:28,661 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T08:20:28,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:20:28,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-24T08:20:28,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92., hostname=30c28c82771d,43309,1732436413787, seqNum=2] 2024-11-24T08:20:28,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980 2024-11-24T08:20:28,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980 2024-11-24T08:20:28,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:20:28,787 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 379, reset compression=false 2024-11-24T08:20:28,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43309 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T08:20:28,854 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T08:20:28,892 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30c28c82771d,43309,1732436413787, ReplicationSource: 1, currentBandwidth=0 2024-11-24T08:20:28,893 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:28,893 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,43309,1732436413787, seqNum=-1] 2024-11-24T08:20:28,893 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:28,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-24T08:20:28,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30c28c82771d,43309,1732436413787', locateType=CURRENT is [region=hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92., hostname=30c28c82771d,43309,1732436413787, seqNum=2] 2024-11-24T08:20:28,905 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T08:20:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T08:20:28,908 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30c28c82771d,43309,1732436413787 suceeded 2024-11-24T08:20:28,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T08:20:28,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-24T08:20:28,910 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30c28c82771d:41901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:20:28,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4300 sec 2024-11-24T08:20:28,928 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:41901' 2024-11-24T08:20:28,930 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d005e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:28,930 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,41901,-1 for getting cluster id 2024-11-24T08:20:28,930 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:28,931 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af9c8424-bbdd-4810-b425-96ee59f4a39e' 2024-11-24T08:20:28,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:28,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af9c8424-bbdd-4810-b425-96ee59f4a39e" 2024-11-24T08:20:28,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4598f9c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:28,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,41901,-1] 2024-11-24T08:20:28,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:28,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:28,933 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:28,933 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37b66ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:28,933 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:28,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,41901,1732436417809 2024-11-24T08:20:28,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ebe75f6 2024-11-24T08:20:28,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:20:28,935 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-24T08:20:28,936 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30c28c82771d,43309,1732436413787 (queues=1) is replicating from cluster=2e35124e-b5ef-46a1-93dd-0722d95cb9a5 to cluster=af9c8424-bbdd-4810-b425-96ee59f4a39e 2024-11-24T08:20:28,936 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30c28c82771d%2C43309%2C1732436413787 2024-11-24T08:20:28,936 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30c28c82771d,43309,1732436413787, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:20:28,936 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780, startPosition=0, beingWritten=true 2024-11-24T08:20:28,940 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C43309%2C1732436413787 2024-11-24T08:20:28,945 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:28,945 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 379, reset compression=false 2024-11-24T08:20:28,945 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,43309,1732436413787 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:20:29,153 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 379, reset compression=false 2024-11-24T08:20:29,204 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:29,204 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:20:29,205 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48396 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:20:29,457 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 379, reset compression=false 2024-11-24T08:20:29,491 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 379, reset compression=false 2024-11-24T08:20:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:20:29,625 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T08:20:29,625 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:20:29,625 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:29,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:29,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:29,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:29,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9c933a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:29,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,41901,-1 for getting cluster id 2024-11-24T08:20:29,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:29,627 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af9c8424-bbdd-4810-b425-96ee59f4a39e' 2024-11-24T08:20:29,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:29,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af9c8424-bbdd-4810-b425-96ee59f4a39e" 2024-11-24T08:20:29,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f2f733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:29,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,41901,-1] 2024-11-24T08:20:29,628 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:29,628 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:29,628 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:29,629 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c359b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:29,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:29,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,41901,1732436417809 2024-11-24T08:20:29,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@635d5cb7 2024-11-24T08:20:29,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:20:29,631 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:20:29,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30c28c82771d:36047,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T08:20:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:20:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:20:29,634 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:36047' 2024-11-24T08:20:29,635 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be092ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:29,635 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,36047,-1 for getting cluster id 2024-11-24T08:20:29,635 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:29,635 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39265403-5d1f-404d-8604-124aa71449f7' 2024-11-24T08:20:29,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:29,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39265403-5d1f-404d-8604-124aa71449f7" 2024-11-24T08:20:29,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e1b80f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:29,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,36047,-1] 2024-11-24T08:20:29,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:29,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:29,636 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:29,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c74c8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:29,637 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:29,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,36047,1732436410376 2024-11-24T08:20:29,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77f52e66 2024-11-24T08:20:29,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:20:29,638 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:20:29,639 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T08:20:29,639 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:20:29,639 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:29,639 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:29,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:29,640 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:20:29,640 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T08:20:29,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:20:29,641 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:29,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:20:29,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741837_1013 (size=1138) 2024-11-24T08:20:29,691 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T08:20:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:20:29,861 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 379, reset compression=false 2024-11-24T08:20:29,887 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T08:20:29,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T08:20:29,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T08:20:29,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T08:20:29,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T08:20:29,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:20:29,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T08:20:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:20:30,049 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 002c4749bbe3867cc3a440cfb823d943, NAME => 'hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b 2024-11-24T08:20:30,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741838_1014 (size=44) 2024-11-24T08:20:30,054 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:30,054 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 002c4749bbe3867cc3a440cfb823d943, disabling compactions & flushes 2024-11-24T08:20:30,054 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943. 2024-11-24T08:20:30,054 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943. 2024-11-24T08:20:30,054 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943. after waiting 0 ms 2024-11-24T08:20:30,054 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943. 2024-11-24T08:20:30,054 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943. 2024-11-24T08:20:30,054 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 002c4749bbe3867cc3a440cfb823d943: Waiting for close lock at 1732436430054Disabling compacts and flushes for region at 1732436430054Disabling writes for close at 1732436430054Writing region close event to WAL at 1732436430054Closed at 1732436430054 2024-11-24T08:20:30,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:20:30,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732436430055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436430055"}]},"ts":"1732436430055"} 2024-11-24T08:20:30,057 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:20:30,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:20:30,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436430058"}]},"ts":"1732436430058"} 2024-11-24T08:20:30,059 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T08:20:30,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=002c4749bbe3867cc3a440cfb823d943, ASSIGN}] 2024-11-24T08:20:30,060 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=002c4749bbe3867cc3a440cfb823d943, ASSIGN 2024-11-24T08:20:30,061 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=002c4749bbe3867cc3a440cfb823d943, ASSIGN; state=OFFLINE, location=30c28c82771d,42645,1732436417846; forceNewPlan=false, retain=false 2024-11-24T08:20:30,212 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=002c4749bbe3867cc3a440cfb823d943, regionState=OPENING, regionLocation=30c28c82771d,42645,1732436417846 2024-11-24T08:20:30,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=002c4749bbe3867cc3a440cfb823d943, ASSIGN because future has completed 2024-11-24T08:20:30,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 002c4749bbe3867cc3a440cfb823d943, server=30c28c82771d,42645,1732436417846}] 2024-11-24T08:20:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:20:30,294 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 379, reset compression=false 2024-11-24T08:20:30,365 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 379, reset compression=false 2024-11-24T08:20:30,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943. 2024-11-24T08:20:30,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:30,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T08:20:30,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C42645%2C1732436417846.rep, suffix=, logDir=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846, archiveDir=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/oldWALs, maxLogs=10 2024-11-24T08:20:30,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.rep.1732436430372, exclude list is [], retry=0 2024-11-24T08:20:30,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41837,DS-0aa6a67e-9292-443a-8f8a-4099729b48aa,DISK] 2024-11-24T08:20:30,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.rep.1732436430372 2024-11-24T08:20:30,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43425:43425)] 2024-11-24T08:20:30,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 002c4749bbe3867cc3a440cfb823d943, NAME => 'hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:20:30,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:20:30,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:20:30,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943. service=MultiRowMutationService 2024-11-24T08:20:30,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T08:20:30,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 002c4749bbe3867cc3a440cfb823d943 2024-11-24T08:20:30,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:30,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 002c4749bbe3867cc3a440cfb823d943 2024-11-24T08:20:30,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 002c4749bbe3867cc3a440cfb823d943 2024-11-24T08:20:30,392 INFO [StoreOpener-002c4749bbe3867cc3a440cfb823d943-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 002c4749bbe3867cc3a440cfb823d943 2024-11-24T08:20:30,393 INFO [StoreOpener-002c4749bbe3867cc3a440cfb823d943-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 002c4749bbe3867cc3a440cfb823d943 columnFamilyName hfileref 2024-11-24T08:20:30,393 DEBUG [StoreOpener-002c4749bbe3867cc3a440cfb823d943-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:30,393 INFO [StoreOpener-002c4749bbe3867cc3a440cfb823d943-1 {}] regionserver.HStore(327): Store=002c4749bbe3867cc3a440cfb823d943/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:30,393 INFO [StoreOpener-002c4749bbe3867cc3a440cfb823d943-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 002c4749bbe3867cc3a440cfb823d943 2024-11-24T08:20:30,394 INFO [StoreOpener-002c4749bbe3867cc3a440cfb823d943-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 002c4749bbe3867cc3a440cfb823d943 columnFamilyName queue 2024-11-24T08:20:30,394 DEBUG [StoreOpener-002c4749bbe3867cc3a440cfb823d943-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:30,394 INFO [StoreOpener-002c4749bbe3867cc3a440cfb823d943-1 {}] regionserver.HStore(327): Store=002c4749bbe3867cc3a440cfb823d943/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:30,394 INFO [StoreOpener-002c4749bbe3867cc3a440cfb823d943-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 002c4749bbe3867cc3a440cfb823d943 2024-11-24T08:20:30,395 INFO [StoreOpener-002c4749bbe3867cc3a440cfb823d943-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 002c4749bbe3867cc3a440cfb823d943 columnFamilyName sid 2024-11-24T08:20:30,395 DEBUG [StoreOpener-002c4749bbe3867cc3a440cfb823d943-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:30,395 INFO [StoreOpener-002c4749bbe3867cc3a440cfb823d943-1 {}] regionserver.HStore(327): Store=002c4749bbe3867cc3a440cfb823d943/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:30,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 002c4749bbe3867cc3a440cfb823d943 2024-11-24T08:20:30,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/replication/002c4749bbe3867cc3a440cfb823d943 2024-11-24T08:20:30,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/replication/002c4749bbe3867cc3a440cfb823d943 2024-11-24T08:20:30,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 002c4749bbe3867cc3a440cfb823d943 2024-11-24T08:20:30,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 002c4749bbe3867cc3a440cfb823d943 2024-11-24T08:20:30,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:20:30,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 002c4749bbe3867cc3a440cfb823d943 2024-11-24T08:20:30,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/replication/002c4749bbe3867cc3a440cfb823d943/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:20:30,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 002c4749bbe3867cc3a440cfb823d943; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64753107, jitterRate=-0.03510351479053497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:20:30,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 002c4749bbe3867cc3a440cfb823d943 2024-11-24T08:20:30,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 002c4749bbe3867cc3a440cfb823d943: Running coprocessor pre-open hook at 1732436430391Writing region info on filesystem at 1732436430391Initializing all the Stores at 1732436430391Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436430391Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436430392 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436430392Cleaning up temporary data from old regions at 1732436430397 (+5 ms)Running coprocessor post-open hooks at 1732436430400 (+3 ms)Region opened successfully at 1732436430400 2024-11-24T08:20:30,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943., pid=10, masterSystemTime=1732436430366 2024-11-24T08:20:30,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943. 2024-11-24T08:20:30,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943. 2024-11-24T08:20:30,403 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=002c4749bbe3867cc3a440cfb823d943, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,42645,1732436417846 2024-11-24T08:20:30,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 002c4749bbe3867cc3a440cfb823d943, server=30c28c82771d,42645,1732436417846 because future has completed 2024-11-24T08:20:30,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T08:20:30,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 002c4749bbe3867cc3a440cfb823d943, server=30c28c82771d,42645,1732436417846 in 191 msec 2024-11-24T08:20:30,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T08:20:30,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=002c4749bbe3867cc3a440cfb823d943, ASSIGN in 347 msec 2024-11-24T08:20:30,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:20:30,409 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436430409"}]},"ts":"1732436430409"} 2024-11-24T08:20:30,411 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T08:20:30,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:20:30,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 772 msec 2024-11-24T08:20:30,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943., hostname=30c28c82771d,42645,1732436417846, seqNum=2] 2024-11-24T08:20:30,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231 2024-11-24T08:20:30,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231 2024-11-24T08:20:30,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:20:30,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T08:20:30,607 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T08:20:30,638 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30c28c82771d,42645,1732436417846, ReplicationSource: 1, currentBandwidth=0 2024-11-24T08:20:30,638 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:30,638 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,42645,1732436417846, seqNum=-1] 2024-11-24T08:20:30,638 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:30,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-24T08:20:30,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30c28c82771d,42645,1732436417846', locateType=CURRENT is [region=hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943., hostname=30c28c82771d,42645,1732436417846, seqNum=2] 2024-11-24T08:20:30,643 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T08:20:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T08:20:30,646 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30c28c82771d,42645,1732436417846 suceeded 2024-11-24T08:20:30,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T08:20:30,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-24T08:20:30,647 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30c28c82771d:36047,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:20:30,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0160 sec 2024-11-24T08:20:30,658 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:36047' 2024-11-24T08:20:30,660 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48635bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:30,660 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,36047,-1 for getting cluster id 2024-11-24T08:20:30,660 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:30,660 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39265403-5d1f-404d-8604-124aa71449f7' 2024-11-24T08:20:30,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:30,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39265403-5d1f-404d-8604-124aa71449f7" 2024-11-24T08:20:30,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f5f5a33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:30,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,36047,-1] 2024-11-24T08:20:30,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:30,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:30,662 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:30,662 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6186ff67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:30,662 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:30,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,36047,1732436410376 2024-11-24T08:20:30,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cf4f5e8 2024-11-24T08:20:30,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:20:30,664 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-24T08:20:30,664 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30c28c82771d,42645,1732436417846 (queues=1) is replicating from cluster=af9c8424-bbdd-4810-b425-96ee59f4a39e to cluster=39265403-5d1f-404d-8604-124aa71449f7 2024-11-24T08:20:30,665 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30c28c82771d%2C42645%2C1732436417846 2024-11-24T08:20:30,665 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30c28c82771d,42645,1732436417846, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:20:30,665 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C42645%2C1732436417846 2024-11-24T08:20:30,665 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849, startPosition=0, beingWritten=true 2024-11-24T08:20:30,670 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:30,670 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 379, reset compression=false 2024-11-24T08:20:30,670 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,42645,1732436417846 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:20:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:20:30,774 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T08:20:30,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:20:30,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:30,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:30,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:30,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:30,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e03a5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:30,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,36047,-1 for getting cluster id 2024-11-24T08:20:30,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:30,776 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39265403-5d1f-404d-8604-124aa71449f7' 2024-11-24T08:20:30,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:30,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39265403-5d1f-404d-8604-124aa71449f7" 2024-11-24T08:20:30,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a60427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:30,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,36047,-1] 2024-11-24T08:20:30,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:30,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:30,778 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:30,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb89130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:30,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aba863d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:30,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,33851,-1 for getting cluster id 2024-11-24T08:20:30,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:30,780 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e35124e-b5ef-46a1-93dd-0722d95cb9a5' 2024-11-24T08:20:30,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:30,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e35124e-b5ef-46a1-93dd-0722d95cb9a5" 2024-11-24T08:20:30,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb51e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:30,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,33851,-1] 2024-11-24T08:20:30,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:30,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:30,781 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:30,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c47b70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:30,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65274b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:30,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,41901,-1 for getting cluster id 2024-11-24T08:20:30,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:30,784 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af9c8424-bbdd-4810-b425-96ee59f4a39e' 2024-11-24T08:20:30,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:30,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af9c8424-bbdd-4810-b425-96ee59f4a39e" 2024-11-24T08:20:30,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5097fb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:30,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,41901,-1] 2024-11-24T08:20:30,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:30,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:30,786 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:30,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777512b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:30,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:30,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,40783,1732436410434, seqNum=-1] 2024-11-24T08:20:30,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:30,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:20:30,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732436420884.da5c216c1f783840c1af056fb2810d86., hostname=30c28c82771d,40783,1732436410434, seqNum=2] 2024-11-24T08:20:30,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,42645,1732436417846, seqNum=-1] 2024-11-24T08:20:30,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:30,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:20:30,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c., hostname=30c28c82771d,42645,1732436417846, seqNum=2] 2024-11-24T08:20:30,824 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T08:20:30,877 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 379, reset compression=false 2024-11-24T08:20:30,970 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 379, reset compression=false 2024-11-24T08:20:31,181 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 379, reset compression=false 2024-11-24T08:20:31,198 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 379, reset compression=false 2024-11-24T08:20:31,202 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:20:31,202 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 480, reset compression=false 2024-11-24T08:20:31,203 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,40783,1732436410434 got entry batch from reader: WALEntryBatch [walEntries=[{test/da5c216c1f783840c1af056fb2810d86/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T08:20:31,205 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:20:31,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-24T08:20:31,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:20:31,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@746989f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:31,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,33851,-1 for getting cluster id 2024-11-24T08:20:31,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:31,208 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e35124e-b5ef-46a1-93dd-0722d95cb9a5' 2024-11-24T08:20:31,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:31,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e35124e-b5ef-46a1-93dd-0722d95cb9a5" 2024-11-24T08:20:31,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c7788e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:31,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,33851,-1] 2024-11-24T08:20:31,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:31,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:31,209 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:31,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cd844d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:31,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:31,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,43309,1732436413787, seqNum=-1] 2024-11-24T08:20:31,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:31,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-24T08:20:31,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5., hostname=30c28c82771d,43309,1732436413787, seqNum=2] 2024-11-24T08:20:31,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:20:31,406 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 480, reset compression=false 2024-11-24T08:20:31,585 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 379, reset compression=false 2024-11-24T08:20:31,674 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 379, reset compression=false 2024-11-24T08:20:31,678 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:20:31,678 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 503, reset compression=false 2024-11-24T08:20:31,678 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,43309,1732436413787 got entry batch from reader: WALEntryBatch [walEntries=[{test/3086486f2e4fec7e62bf44e89211dfb5/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-24T08:20:31,681 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:20:31,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-24T08:20:31,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:20:31,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3142c5e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:31,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,41901,-1 for getting cluster id 2024-11-24T08:20:31,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:31,684 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af9c8424-bbdd-4810-b425-96ee59f4a39e' 2024-11-24T08:20:31,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:31,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af9c8424-bbdd-4810-b425-96ee59f4a39e" 2024-11-24T08:20:31,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b5a769d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:31,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,41901,-1] 2024-11-24T08:20:31,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:31,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:31,685 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:31,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7627a466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:31,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:31,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,42645,1732436417846, seqNum=-1] 2024-11-24T08:20:31,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:31,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-24T08:20:31,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c., hostname=30c28c82771d,42645,1732436417846, seqNum=2] 2024-11-24T08:20:31,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:20:31,710 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 480, reset compression=false 2024-11-24T08:20:31,826 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T08:20:31,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:31,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,43309,1732436413787, seqNum=-1] 2024-11-24T08:20:31,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:31,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:20:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5., hostname=30c28c82771d,43309,1732436413787, seqNum=2] 2024-11-24T08:20:31,834 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T08:20:31,882 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 503, reset compression=false 2024-11-24T08:20:31,887 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:20:31,887 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 607, reset compression=false 2024-11-24T08:20:31,887 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,43309,1732436413787 got entry batch from reader: WALEntryBatch [walEntries=[{test/3086486f2e4fec7e62bf44e89211dfb5/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T08:20:31,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:20:31,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:20:32,089 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 379, reset compression=false 2024-11-24T08:20:32,090 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 607, reset compression=false 2024-11-24T08:20:32,096 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:20:32,096 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 653, reset compression=false 2024-11-24T08:20:32,096 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,42645,1732436417846 got entry batch from reader: WALEntryBatch [walEntries=[{test/b288031d507bd58cf6ba31063ace1a7c/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T08:20:32,098 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:20:32,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-24T08:20:32,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:20:32,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31155158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:32,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40783 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,36047,-1 for getting cluster id 2024-11-24T08:20:32,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:32,110 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39265403-5d1f-404d-8604-124aa71449f7' 2024-11-24T08:20:32,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:32,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39265403-5d1f-404d-8604-124aa71449f7" 2024-11-24T08:20:32,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d77bb5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:32,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,36047,-1] 2024-11-24T08:20:32,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:32,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:32,112 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:32,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a3ea999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:32,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40783 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:32,113 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 480, reset compression=false 2024-11-24T08:20:32,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,40783,1732436410434, seqNum=-1] 2024-11-24T08:20:32,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:32,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-24T08:20:32,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732436420884.da5c216c1f783840c1af056fb2810d86., hostname=30c28c82771d,40783,1732436410434, seqNum=2] 2024-11-24T08:20:32,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:20:32,124 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:32,124 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 631, reset compression=false 2024-11-24T08:20:32,125 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,40783,1732436410434 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:20:32,311 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 653, reset compression=false 2024-11-24T08:20:32,329 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 631, reset compression=false 2024-11-24T08:20:32,409 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 607, reset compression=false 2024-11-24T08:20:32,614 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 653, reset compression=false 2024-11-24T08:20:32,632 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 631, reset compression=false 2024-11-24T08:20:32,813 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 607, reset compression=false 2024-11-24T08:20:32,836 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T08:20:32,839 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-24T08:20:33,019 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 653, reset compression=false 2024-11-24T08:20:33,025 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:20:33,025 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 757, reset compression=false 2024-11-24T08:20:33,025 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,42645,1732436417846 got entry batch from reader: WALEntryBatch [walEntries=[{test/b288031d507bd58cf6ba31063ace1a7c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T08:20:33,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:20:33,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:20:33,036 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 631, reset compression=false 2024-11-24T08:20:33,041 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:20:33,041 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 759, reset compression=false 2024-11-24T08:20:33,041 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,40783,1732436410434 got entry batch from reader: WALEntryBatch [walEntries=[{test/da5c216c1f783840c1af056fb2810d86/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T08:20:33,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:20:33,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:20:33,229 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 757, reset compression=false 2024-11-24T08:20:33,245 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 759, reset compression=false 2024-11-24T08:20:33,317 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 607, reset compression=false 2024-11-24T08:20:33,321 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:33,321 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 758, reset compression=false 2024-11-24T08:20:33,321 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,43309,1732436413787 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:20:33,525 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 758, reset compression=false 2024-11-24T08:20:33,533 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 757, reset compression=false 2024-11-24T08:20:33,548 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 759, reset compression=false 2024-11-24T08:20:33,829 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 758, reset compression=false 2024-11-24T08:20:33,841 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-24T08:20:33,845 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T08:20:33,935 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 757, reset compression=false 2024-11-24T08:20:33,951 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 759, reset compression=false 2024-11-24T08:20:33,955 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:20:33,955 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 915, reset compression=false 2024-11-24T08:20:33,955 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,40783,1732436410434 got entry batch from reader: WALEntryBatch [walEntries=[{test/da5c216c1f783840c1af056fb2810d86/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T08:20:33,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:20:33,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:20:34,142 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:20:34,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:34,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:34,158 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 915, reset compression=false 2024-11-24T08:20:34,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:34,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:34,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:34,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:34,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:34,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:34,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:34,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:34,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:34,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:34,233 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 758, reset compression=false 2024-11-24T08:20:34,237 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:20:34,237 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 905, reset compression=false 2024-11-24T08:20:34,238 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,43309,1732436413787 got entry batch from reader: WALEntryBatch [walEntries=[{test/3086486f2e4fec7e62bf44e89211dfb5/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-24T08:20:34,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:20:34,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:20:34,439 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 757, reset compression=false 2024-11-24T08:20:34,441 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 905, reset compression=false 2024-11-24T08:20:34,443 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:34,443 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 927, reset compression=false 2024-11-24T08:20:34,443 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,42645,1732436417846 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:20:34,468 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 915, reset compression=false 2024-11-24T08:20:34,647 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 927, reset compression=false 2024-11-24T08:20:34,747 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 905, reset compression=false 2024-11-24T08:20:34,847 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T08:20:34,850 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T08:20:34,872 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 915, reset compression=false 2024-11-24T08:20:34,951 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 927, reset compression=false 2024-11-24T08:20:35,150 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 905, reset compression=false 2024-11-24T08:20:35,155 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:20:35,155 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1064, reset compression=false 2024-11-24T08:20:35,155 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,43309,1732436413787 got entry batch from reader: WALEntryBatch [walEntries=[{test/3086486f2e4fec7e62bf44e89211dfb5/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T08:20:35,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:20:35,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:20:35,354 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 927, reset compression=false 2024-11-24T08:20:35,358 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1064, reset compression=false 2024-11-24T08:20:35,359 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:20:35,359 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 1076, reset compression=false 2024-11-24T08:20:35,359 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,42645,1732436417846 got entry batch from reader: WALEntryBatch [walEntries=[{test/b288031d507bd58cf6ba31063ace1a7c/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-24T08:20:35,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:20:35,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:20:35,376 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 915, reset compression=false 2024-11-24T08:20:35,379 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:35,379 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1088, reset compression=false 2024-11-24T08:20:35,379 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,40783,1732436410434 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:20:35,563 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 1076, reset compression=false 2024-11-24T08:20:35,582 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1088, reset compression=false 2024-11-24T08:20:35,662 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1064, reset compression=false 2024-11-24T08:20:35,852 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T08:20:35,856 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-24T08:20:35,866 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 1076, reset compression=false 2024-11-24T08:20:35,871 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:20:35,871 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 1235, reset compression=false 2024-11-24T08:20:35,871 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,42645,1732436417846 got entry batch from reader: WALEntryBatch [walEntries=[{test/b288031d507bd58cf6ba31063ace1a7c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T08:20:35,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:20:35,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:20:35,886 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1088, reset compression=false 2024-11-24T08:20:35,890 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:20:35,890 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1238, reset compression=false 2024-11-24T08:20:35,890 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,40783,1732436410434 got entry batch from reader: WALEntryBatch [walEntries=[{test/da5c216c1f783840c1af056fb2810d86/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-24T08:20:35,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:20:35,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:20:36,066 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1064, reset compression=false 2024-11-24T08:20:36,071 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:36,071 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1237, reset compression=false 2024-11-24T08:20:36,071 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,43309,1732436413787 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:20:36,074 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 1235, reset compression=false 2024-11-24T08:20:36,093 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1238, reset compression=false 2024-11-24T08:20:36,281 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1237, reset compression=false 2024-11-24T08:20:36,385 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 1235, reset compression=false 2024-11-24T08:20:36,396 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1238, reset compression=false 2024-11-24T08:20:36,585 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1237, reset compression=false 2024-11-24T08:20:36,789 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 1235, reset compression=false 2024-11-24T08:20:36,799 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1238, reset compression=false 2024-11-24T08:20:36,858 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-24T08:20:36,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7523c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:36,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,41901,-1 for getting cluster id 2024-11-24T08:20:36,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:36,865 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af9c8424-bbdd-4810-b425-96ee59f4a39e' 2024-11-24T08:20:36,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af9c8424-bbdd-4810-b425-96ee59f4a39e" 2024-11-24T08:20:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623b8069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,41901,-1] 2024-11-24T08:20:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:36,867 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:36,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc51b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:36,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:36,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,41901,1732436417809 2024-11-24T08:20:36,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@152d92ee 2024-11-24T08:20:36,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:20:36,873 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:20:36,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-24T08:20:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-24T08:20:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T08:20:36,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:20:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T08:20:36,988 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1237, reset compression=false 2024-11-24T08:20:37,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-24T08:20:37,034 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-24T08:20:37,035 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-24T08:20:37,035 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30c28c82771d,42645,1732436417846 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-24T08:20:37,035 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/30c28c82771d:0-0. 2024-11-24T08:20:37,035 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:37,036 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:37,036 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:37,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:37,136 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T08:20:37,136 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T08:20:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T08:20:37,236 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 terminated 2024-11-24T08:20:37,262 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-30c28c82771d,42645,1732436417846, ReplicationSource: 1, currentBandwidth=0 2024-11-24T08:20:37,263 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-24T08:20:37,263 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T08:20:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-24T08:20:37,266 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 30c28c82771d,42645,1732436417846 suceeded 2024-11-24T08:20:37,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T08:20:37,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 385 msec 2024-11-24T08:20:37,268 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-24T08:20:37,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 396 msec 2024-11-24T08:20:37,286 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:36047' 2024-11-24T08:20:37,287 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54e67fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:37,287 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,36047,-1 for getting cluster id 2024-11-24T08:20:37,287 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:37,288 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39265403-5d1f-404d-8604-124aa71449f7' 2024-11-24T08:20:37,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:37,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39265403-5d1f-404d-8604-124aa71449f7" 2024-11-24T08:20:37,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ee9e360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:37,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,36047,-1] 2024-11-24T08:20:37,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:37,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:37,290 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:37,291 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cce4f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:37,291 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:37,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,36047,1732436410376 2024-11-24T08:20:37,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c6c4b3d 2024-11-24T08:20:37,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:20:37,293 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-24T08:20:37,294 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30c28c82771d,42645,1732436417846 (queues=1) is replicating from cluster=af9c8424-bbdd-4810-b425-96ee59f4a39e to cluster=39265403-5d1f-404d-8604-124aa71449f7 2024-11-24T08:20:37,294 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30c28c82771d%2C42645%2C1732436417846 2024-11-24T08:20:37,294 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30c28c82771d,42645,1732436417846, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:20:37,296 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C42645%2C1732436417846 2024-11-24T08:20:37,302 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1238, reset compression=false 2024-11-24T08:20:37,493 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1237, reset compression=false 2024-11-24T08:20:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T08:20:37,506 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-24T08:20:37,506 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:20:37,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:37,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:37,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:37,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:37,511 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-24T08:20:37,908 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1238, reset compression=false 2024-11-24T08:20:37,914 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:20:37,914 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1342, reset compression=false 2024-11-24T08:20:37,915 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,40783,1732436410434 got entry batch from reader: WALEntryBatch [walEntries=[{test/da5c216c1f783840c1af056fb2810d86/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T08:20:37,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:20:37,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:20:38,096 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1237, reset compression=false 2024-11-24T08:20:38,101 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:20:38,101 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1364, reset compression=false 2024-11-24T08:20:38,101 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,43309,1732436413787 got entry batch from reader: WALEntryBatch [walEntries=[{test/3086486f2e4fec7e62bf44e89211dfb5/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T08:20:38,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:20:38,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:20:38,120 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1342, reset compression=false 2024-11-24T08:20:38,306 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1364, reset compression=false 2024-11-24T08:20:38,424 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1342, reset compression=false 2024-11-24T08:20:38,513 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-24T08:20:38,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@727e2ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:38,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,41901,-1 for getting cluster id 2024-11-24T08:20:38,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:38,517 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af9c8424-bbdd-4810-b425-96ee59f4a39e' 2024-11-24T08:20:38,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:38,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af9c8424-bbdd-4810-b425-96ee59f4a39e" 2024-11-24T08:20:38,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3d2f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:38,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,41901,-1] 2024-11-24T08:20:38,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:38,519 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a6eb55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:38,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:38,522 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,41901,1732436417809 2024-11-24T08:20:38,522 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41bade62 2024-11-24T08:20:38,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:20:38,524 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:20:38,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-24T08:20:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-24T08:20:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T08:20:38,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:20:38,610 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1364, reset compression=false 2024-11-24T08:20:38,615 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:20:38,615 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1468, reset compression=false 2024-11-24T08:20:38,615 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,43309,1732436413787 got entry batch from reader: WALEntryBatch [walEntries=[{test/3086486f2e4fec7e62bf44e89211dfb5/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T08:20:38,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:20:38,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:20:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T08:20:38,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-24T08:20:38,684 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-24T08:20:38,685 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T08:20:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-24T08:20:38,688 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 30c28c82771d,42645,1732436417846 suceeded 2024-11-24T08:20:38,690 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-24T08:20:38,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 166 msec 2024-11-24T08:20:38,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T08:20:38,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-24T08:20:38,698 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849, startPosition=1235, beingWritten=true 2024-11-24T08:20:38,706 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:20:38,706 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 1512, reset compression=false 2024-11-24T08:20:38,707 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,42645,1732436417846 got entry batch from reader: WALEntryBatch [walEntries=[{test/b288031d507bd58cf6ba31063ace1a7c/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T08:20:38,711 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:20:38,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-24T08:20:38,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:20:38,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:20:38,825 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1468, reset compression=false 2024-11-24T08:20:38,828 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1342, reset compression=false 2024-11-24T08:20:38,832 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:38,832 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1493, reset compression=false 2024-11-24T08:20:38,832 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,40783,1732436410434 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:20:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T08:20:38,844 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-24T08:20:38,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:20:38,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:38,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:38,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:38,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:38,847 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-24T08:20:38,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:20:38,847 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:20:38,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:38,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:38,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:38,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:38,848 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:20:38,848 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=951436043, stopped=false 2024-11-24T08:20:38,848 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,41901,1732436417809 2024-11-24T08:20:38,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21711003231/running 2024-11-24T08:20:38,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21711003231/running 2024-11-24T08:20:38,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231 2024-11-24T08:20:38,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231 2024-11-24T08:20:38,849 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:20:38,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:20:38,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:38,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:38,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Set watcher on znode that does not yet exist, /21711003231/running 2024-11-24T08:20:38,850 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,42645,1732436417846' ***** 2024-11-24T08:20:38,850 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:20:38,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Set watcher on znode that does not yet exist, /21711003231/running 2024-11-24T08:20:38,851 INFO [RS:0;30c28c82771d:42645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:20:38,852 INFO [RS:0;30c28c82771d:42645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:20:38,852 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:20:38,852 INFO [RS:0;30c28c82771d:42645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:20:38,852 INFO [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(3091): Received CLOSE for 002c4749bbe3867cc3a440cfb823d943 2024-11-24T08:20:38,852 INFO [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(3091): Received CLOSE for b288031d507bd58cf6ba31063ace1a7c 2024-11-24T08:20:38,852 INFO [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,42645,1732436417846 2024-11-24T08:20:38,852 INFO [RS:0;30c28c82771d:42645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:20:38,852 INFO [RS:0;30c28c82771d:42645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:42645. 2024-11-24T08:20:38,852 DEBUG [RS:0;30c28c82771d:42645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:38,852 DEBUG [RS:0;30c28c82771d:42645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:38,852 INFO [RS:0;30c28c82771d:42645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:20:38,852 INFO [RS:0;30c28c82771d:42645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:20:38,852 INFO [RS:0;30c28c82771d:42645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:20:38,853 INFO [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:20:38,853 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 002c4749bbe3867cc3a440cfb823d943, disabling compactions & flushes 2024-11-24T08:20:38,853 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943. 2024-11-24T08:20:38,853 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943. 2024-11-24T08:20:38,853 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943. after waiting 0 ms 2024-11-24T08:20:38,853 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943. 2024-11-24T08:20:38,853 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 002c4749bbe3867cc3a440cfb823d943 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-11-24T08:20:38,853 INFO [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T08:20:38,853 DEBUG [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(1325): Online Regions={002c4749bbe3867cc3a440cfb823d943=hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943., 1588230740=hbase:meta,,1.1588230740, b288031d507bd58cf6ba31063ace1a7c=test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c.} 2024-11-24T08:20:38,853 DEBUG [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(1351): Waiting on 002c4749bbe3867cc3a440cfb823d943, 1588230740, b288031d507bd58cf6ba31063ace1a7c 2024-11-24T08:20:38,853 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:20:38,853 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:20:38,853 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:20:38,854 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:20:38,854 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:20:38,854 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T08:20:38,876 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/.tmp/info/f155ab848060430f8f41feb328b63c85 is 147, key is hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943./info:regioninfo/1732436430403/Put/seqid=0 2024-11-24T08:20:38,876 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/replication/002c4749bbe3867cc3a440cfb823d943/.tmp/queue/a62895fcc19242c2ab5c5fa81aca2bf3 is 154, key is 1-30c28c82771d,42645,1732436417846/queue:30c28c82771d%2C42645%2C1732436417846/1732436438718/Put/seqid=0 2024-11-24T08:20:38,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741841_1017 (size=7686) 2024-11-24T08:20:38,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741840_1016 (size=5353) 2024-11-24T08:20:38,882 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/replication/002c4749bbe3867cc3a440cfb823d943/.tmp/queue/a62895fcc19242c2ab5c5fa81aca2bf3 2024-11-24T08:20:38,887 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/replication/002c4749bbe3867cc3a440cfb823d943/.tmp/queue/a62895fcc19242c2ab5c5fa81aca2bf3 as hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/replication/002c4749bbe3867cc3a440cfb823d943/queue/a62895fcc19242c2ab5c5fa81aca2bf3 2024-11-24T08:20:38,890 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/replication/002c4749bbe3867cc3a440cfb823d943/queue/a62895fcc19242c2ab5c5fa81aca2bf3, entries=1, sequenceid=12, filesize=5.2 K 2024-11-24T08:20:38,891 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 002c4749bbe3867cc3a440cfb823d943 in 38ms, sequenceid=12, compaction requested=false 2024-11-24T08:20:38,896 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/replication/002c4749bbe3867cc3a440cfb823d943/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T08:20:38,896 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:20:38,896 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:20:38,896 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943. 2024-11-24T08:20:38,896 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 002c4749bbe3867cc3a440cfb823d943: Waiting for close lock at 1732436438853Running coprocessor pre-close hooks at 1732436438853Disabling compacts and flushes for region at 1732436438853Disabling writes for close at 1732436438853Obtaining lock to block concurrent updates at 1732436438853Preparing flush snapshotting stores in 002c4749bbe3867cc3a440cfb823d943 at 1732436438853Finished memstore snapshotting hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732436438853Flushing stores of hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943. at 1732436438854 (+1 ms)Flushing 002c4749bbe3867cc3a440cfb823d943/queue: creating writer at 1732436438854Flushing 002c4749bbe3867cc3a440cfb823d943/queue: appending metadata at 1732436438875 (+21 ms)Flushing 002c4749bbe3867cc3a440cfb823d943/queue: closing flushed file at 1732436438875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24f2adcd: reopening flushed file at 1732436438886 (+11 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 002c4749bbe3867cc3a440cfb823d943 in 38ms, sequenceid=12, compaction requested=false at 1732436438891 (+5 ms)Writing region close event to WAL at 1732436438892 (+1 ms)Running coprocessor post-close hooks at 1732436438896 (+4 ms)Closed at 1732436438896 2024-11-24T08:20:38,896 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732436429639.002c4749bbe3867cc3a440cfb823d943. 2024-11-24T08:20:38,897 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b288031d507bd58cf6ba31063ace1a7c, disabling compactions & flushes 2024-11-24T08:20:38,897 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c. 2024-11-24T08:20:38,897 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c. 2024-11-24T08:20:38,897 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c. after waiting 0 ms 2024-11-24T08:20:38,897 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c. 2024-11-24T08:20:38,897 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b288031d507bd58cf6ba31063ace1a7c 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-24T08:20:38,916 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 1512, reset compression=false 2024-11-24T08:20:38,917 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:20:38,918 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/default/test/b288031d507bd58cf6ba31063ace1a7c/.tmp/f/9fb6d093509a4059b7746dde43bb4720 is 37, key is row3/f:row3/1732436437508/Put/seqid=0 2024-11-24T08:20:38,920 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:38,920 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 1759, reset compression=false 2024-11-24T08:20:38,920 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,42645,1732436417846 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:20:38,921 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30c28c82771d,42645,1732436417846: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30c28c82771d,42645,1732436417846, walGroup=30c28c82771d%2C42645%2C1732436417846, offset=30c28c82771d%2C42645%2C1732436417846.1732436419849:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T08:20:38,922 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T08:20:38,922 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T08:20:38,923 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T08:20:38,923 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T08:20:38,923 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T08:20:38,923 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1157627904, "init": 1048576000, "max": 2306867200, "used": 746762280 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198549344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T08:20:38,923 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:41901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:41901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T08:20:38,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741842_1018 (size=5228) 2024-11-24T08:20:39,037 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1493, reset compression=false 2024-11-24T08:20:39,054 DEBUG [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b288031d507bd58cf6ba31063ace1a7c 2024-11-24T08:20:39,128 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1468, reset compression=false 2024-11-24T08:20:39,129 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 1759, reset compression=false 2024-11-24T08:20:39,254 DEBUG [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b288031d507bd58cf6ba31063ace1a7c 2024-11-24T08:20:39,281 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/.tmp/info/f155ab848060430f8f41feb328b63c85 2024-11-24T08:20:39,312 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/.tmp/ns/447c5b1878f148439883fb0080b342f4 is 43, key is default/ns:d/1732436420800/Put/seqid=0 2024-11-24T08:20:39,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741843_1019 (size=5153) 2024-11-24T08:20:39,317 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/.tmp/ns/447c5b1878f148439883fb0080b342f4 2024-11-24T08:20:39,327 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/default/test/b288031d507bd58cf6ba31063ace1a7c/.tmp/f/9fb6d093509a4059b7746dde43bb4720 2024-11-24T08:20:39,331 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fb6d093509a4059b7746dde43bb4720 2024-11-24T08:20:39,342 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/.tmp/rep_barrier/66bc001cc8894068b0d734431dc94e5e is 112, key is test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c./rep_barrier:seqnumDuringOpen/1732436424933/Put/seqid=0 2024-11-24T08:20:39,345 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1493, reset compression=false 2024-11-24T08:20:39,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741844_1020 (size=5518) 2024-11-24T08:20:39,352 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/default/test/b288031d507bd58cf6ba31063ace1a7c/.tmp/f1/bef6ba29766a43fb854e3b16e36dd290 is 30, key is row1/f1:/1732436434848/DeleteFamily/seqid=0 2024-11-24T08:20:39,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741845_1021 (size=5158) 2024-11-24T08:20:39,357 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/default/test/b288031d507bd58cf6ba31063ace1a7c/.tmp/f1/bef6ba29766a43fb854e3b16e36dd290 2024-11-24T08:20:39,361 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bef6ba29766a43fb854e3b16e36dd290 2024-11-24T08:20:39,383 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/default/test/b288031d507bd58cf6ba31063ace1a7c/.tmp/norep/78294cc07bb948a9909b894b911c769d is 33, key is row2/norep:/1732436435853/DeleteFamily/seqid=0 2024-11-24T08:20:39,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741846_1022 (size=5108) 2024-11-24T08:20:39,389 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/default/test/b288031d507bd58cf6ba31063ace1a7c/.tmp/norep/78294cc07bb948a9909b894b911c769d 2024-11-24T08:20:39,395 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78294cc07bb948a9909b894b911c769d 2024-11-24T08:20:39,395 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/default/test/b288031d507bd58cf6ba31063ace1a7c/.tmp/f/9fb6d093509a4059b7746dde43bb4720 as hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/default/test/b288031d507bd58cf6ba31063ace1a7c/f/9fb6d093509a4059b7746dde43bb4720 2024-11-24T08:20:39,401 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fb6d093509a4059b7746dde43bb4720 2024-11-24T08:20:39,401 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/default/test/b288031d507bd58cf6ba31063ace1a7c/f/9fb6d093509a4059b7746dde43bb4720, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T08:20:39,407 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/default/test/b288031d507bd58cf6ba31063ace1a7c/.tmp/f1/bef6ba29766a43fb854e3b16e36dd290 as hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/default/test/b288031d507bd58cf6ba31063ace1a7c/f1/bef6ba29766a43fb854e3b16e36dd290 2024-11-24T08:20:39,412 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bef6ba29766a43fb854e3b16e36dd290 2024-11-24T08:20:39,412 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/default/test/b288031d507bd58cf6ba31063ace1a7c/f1/bef6ba29766a43fb854e3b16e36dd290, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T08:20:39,412 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/default/test/b288031d507bd58cf6ba31063ace1a7c/.tmp/norep/78294cc07bb948a9909b894b911c769d as hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/default/test/b288031d507bd58cf6ba31063ace1a7c/norep/78294cc07bb948a9909b894b911c769d 2024-11-24T08:20:39,417 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78294cc07bb948a9909b894b911c769d 2024-11-24T08:20:39,417 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/default/test/b288031d507bd58cf6ba31063ace1a7c/norep/78294cc07bb948a9909b894b911c769d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T08:20:39,418 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b288031d507bd58cf6ba31063ace1a7c in 521ms, sequenceid=12, compaction requested=false 2024-11-24T08:20:39,436 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 1759, reset compression=false 2024-11-24T08:20:39,444 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/default/test/b288031d507bd58cf6ba31063ace1a7c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T08:20:39,445 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:20:39,445 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:20:39,445 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c. 2024-11-24T08:20:39,446 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b288031d507bd58cf6ba31063ace1a7c: Waiting for close lock at 1732436438896Running coprocessor pre-close hooks at 1732436438896Disabling compacts and flushes for region at 1732436438897 (+1 ms)Disabling writes for close at 1732436438897Obtaining lock to block concurrent updates at 1732436438897Preparing flush snapshotting stores in b288031d507bd58cf6ba31063ace1a7c at 1732436438897Finished memstore snapshotting test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732436438897Flushing stores of test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c. at 1732436438899 (+2 ms)Flushing b288031d507bd58cf6ba31063ace1a7c/f: creating writer at 1732436438899Flushing b288031d507bd58cf6ba31063ace1a7c/f: appending metadata at 1732436438916 (+17 ms)Flushing b288031d507bd58cf6ba31063ace1a7c/f: closing flushed file at 1732436438916Flushing b288031d507bd58cf6ba31063ace1a7c/f1: creating writer at 1732436439331 (+415 ms)Flushing b288031d507bd58cf6ba31063ace1a7c/f1: appending metadata at 1732436439351 (+20 ms)Flushing b288031d507bd58cf6ba31063ace1a7c/f1: closing flushed file at 1732436439351Flushing b288031d507bd58cf6ba31063ace1a7c/norep: creating writer at 1732436439361 (+10 ms)Flushing b288031d507bd58cf6ba31063ace1a7c/norep: appending metadata at 1732436439382 (+21 ms)Flushing b288031d507bd58cf6ba31063ace1a7c/norep: closing flushed file at 1732436439382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7661c138: reopening flushed file at 1732436439395 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea9dc0: reopening flushed file at 1732436439401 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a3e72d1: reopening flushed file at 1732436439412 (+11 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b288031d507bd58cf6ba31063ace1a7c in 521ms, sequenceid=12, compaction requested=false at 1732436439418 (+6 ms)Writing region close event to WAL at 1732436439432 (+14 ms)Running coprocessor post-close hooks at 1732436439445 (+13 ms)Closed at 1732436439445 2024-11-24T08:20:39,446 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732436424177.b288031d507bd58cf6ba31063ace1a7c. 2024-11-24T08:20:39,448 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:39,448 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 2403, reset compression=false 2024-11-24T08:20:39,454 DEBUG [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:20:39,532 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1468, reset compression=false 2024-11-24T08:20:39,654 DEBUG [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:20:39,665 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.wal-reader.30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.1732436419849 to pos 2403, reset compression=false 2024-11-24T08:20:39,750 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/.tmp/rep_barrier/66bc001cc8894068b0d734431dc94e5e 2024-11-24T08:20:39,753 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1493, reset compression=false 2024-11-24T08:20:39,774 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/.tmp/table/df36de052f3b4188b2de7fe303e3780d is 53, key is hbase:replication/table:state/1732436430409/Put/seqid=0 2024-11-24T08:20:39,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741847_1023 (size=5308) 2024-11-24T08:20:39,784 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/.tmp/table/df36de052f3b4188b2de7fe303e3780d 2024-11-24T08:20:39,791 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/.tmp/info/f155ab848060430f8f41feb328b63c85 as hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/info/f155ab848060430f8f41feb328b63c85 2024-11-24T08:20:39,796 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/info/f155ab848060430f8f41feb328b63c85, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T08:20:39,797 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/.tmp/ns/447c5b1878f148439883fb0080b342f4 as hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/ns/447c5b1878f148439883fb0080b342f4 2024-11-24T08:20:39,799 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:20:39,799 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:20:39,800 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/ns/447c5b1878f148439883fb0080b342f4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T08:20:39,801 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/.tmp/rep_barrier/66bc001cc8894068b0d734431dc94e5e as hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/rep_barrier/66bc001cc8894068b0d734431dc94e5e 2024-11-24T08:20:39,804 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/rep_barrier/66bc001cc8894068b0d734431dc94e5e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T08:20:39,805 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/.tmp/table/df36de052f3b4188b2de7fe303e3780d as hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/table/df36de052f3b4188b2de7fe303e3780d 2024-11-24T08:20:39,808 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/table/df36de052f3b4188b2de7fe303e3780d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T08:20:39,809 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 955ms, sequenceid=16, compaction requested=false 2024-11-24T08:20:39,820 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T08:20:39,820 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:20:39,820 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:20:39,820 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:20:39,821 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436438853Running coprocessor pre-close hooks at 1732436438853Disabling compacts and flushes for region at 1732436438853Disabling writes for close at 1732436438854 (+1 ms)Obtaining lock to block concurrent updates at 1732436438854Preparing flush snapshotting stores in 1588230740 at 1732436438854Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732436438854Flushing stores of hbase:meta,,1.1588230740 at 1732436438855 (+1 ms)Flushing 1588230740/info: creating writer at 1732436438855Flushing 1588230740/info: appending metadata at 1732436438876 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732436438876Flushing 1588230740/ns: creating writer at 1732436439291 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732436439312 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732436439312Flushing 1588230740/rep_barrier: creating writer at 1732436439324 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732436439341 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732436439341Flushing 1588230740/table: creating writer at 1732436439757 (+416 ms)Flushing 1588230740/table: appending metadata at 1732436439774 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732436439774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e10b966: reopening flushed file at 1732436439790 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9162ab4: reopening flushed file at 1732436439796 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d9018: reopening flushed file at 1732436439800 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e15a496: reopening flushed file at 1732436439804 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 955ms, sequenceid=16, compaction requested=false at 1732436439809 (+5 ms)Writing region close event to WAL at 1732436439817 (+8 ms)Running coprocessor post-close hooks at 1732436439820 (+3 ms)Closed at 1732436439820 2024-11-24T08:20:39,821 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:20:39,854 INFO [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,42645,1732436417846; all regions closed. 2024-11-24T08:20:39,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741834_1010 (size=4239) 2024-11-24T08:20:39,860 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/WALs/30c28c82771d,42645,1732436417846/30c28c82771d%2C42645%2C1732436417846.meta.1732436420760.meta not finished, retry = 0 2024-11-24T08:20:39,959 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T08:20:39,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741839_1015 (size=3115) 2024-11-24T08:20:39,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741832_1008 (size=2411) 2024-11-24T08:20:39,965 DEBUG [RS:0;30c28c82771d:42645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:39,965 INFO [RS:0;30c28c82771d:42645 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:20:39,965 INFO [RS:0;30c28c82771d:42645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:20:39,966 INFO [RS:0;30c28c82771d:42645 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T08:20:39,966 INFO [RS:0;30c28c82771d:42645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:20:39,966 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:20:39,966 INFO [RS:0;30c28c82771d:42645 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30c28c82771d,42645,1732436417846 because: Region server is closing 2024-11-24T08:20:39,966 INFO [RS:0;30c28c82771d:42645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:42645. 2024-11-24T08:20:39,966 DEBUG [RS:0;30c28c82771d:42645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:39,966 DEBUG [RS:0;30c28c82771d:42645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:39,967 DEBUG [RS:0;30c28c82771d:42645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:39,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:40,036 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1468, reset compression=false 2024-11-24T08:20:40,067 INFO [RS:0;30c28c82771d:42645 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,42645,1732436417846.replicationSource.shipper30c28c82771d%2C42645%2C1732436417846,1-30c28c82771d,42645,1732436417846 terminated 2024-11-24T08:20:40,067 INFO [RS:0;30c28c82771d:42645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:42645. 2024-11-24T08:20:40,067 DEBUG [RS:0;30c28c82771d:42645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:40,067 DEBUG [RS:0;30c28c82771d:42645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:40,067 DEBUG [RS:0;30c28c82771d:42645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:40,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:40,067 INFO [RS:0;30c28c82771d:42645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42645 2024-11-24T08:20:40,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21711003231/rs/30c28c82771d,42645,1732436417846 2024-11-24T08:20:40,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231/rs 2024-11-24T08:20:40,069 INFO [RS:0;30c28c82771d:42645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:20:40,071 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,42645,1732436417846] 2024-11-24T08:20:40,072 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21711003231/draining/30c28c82771d,42645,1732436417846 already deleted, retry=false 2024-11-24T08:20:40,073 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,42645,1732436417846 expired; onlineServers=0 2024-11-24T08:20:40,073 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,41901,1732436417809' ***** 2024-11-24T08:20:40,073 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:20:40,073 INFO [M:0;30c28c82771d:41901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:20:40,073 INFO [M:0;30c28c82771d:41901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:20:40,073 DEBUG [M:0;30c28c82771d:41901 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:20:40,073 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:20:40,073 DEBUG [M:0;30c28c82771d:41901 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:20:40,073 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436419620 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436419620,5,FailOnTimeoutGroup] 2024-11-24T08:20:40,073 INFO [M:0;30c28c82771d:41901 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:20:40,073 INFO [M:0;30c28c82771d:41901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:20:40,073 DEBUG [M:0;30c28c82771d:41901 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:20:40,074 INFO [M:0;30c28c82771d:41901 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:20:40,074 INFO [M:0;30c28c82771d:41901 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:20:40,074 INFO [M:0;30c28c82771d:41901 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:20:40,074 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:20:40,074 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436419624 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436419624,5,FailOnTimeoutGroup] 2024-11-24T08:20:40,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21711003231/master 2024-11-24T08:20:40,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21711003231 2024-11-24T08:20:40,077 DEBUG [M:0;30c28c82771d:41901 {}] zookeeper.ZKUtil(347): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Unable to get data of znode /21711003231/master because node does not exist (not an error) 2024-11-24T08:20:40,077 WARN [M:0;30c28c82771d:41901 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:20:40,079 INFO [M:0;30c28c82771d:41901 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/.lastflushedseqids 2024-11-24T08:20:40,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741848_1024 (size=245) 2024-11-24T08:20:40,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:40,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101490fa6d60007, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:40,171 INFO [RS:0;30c28c82771d:42645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:20:40,171 INFO [RS:0;30c28c82771d:42645 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,42645,1732436417846; zookeeper connection closed. 2024-11-24T08:20:40,173 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ac3d4fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ac3d4fc 2024-11-24T08:20:40,174 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:20:40,257 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1493, reset compression=false 2024-11-24T08:20:40,484 INFO [M:0;30c28c82771d:41901 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:20:40,484 INFO [M:0;30c28c82771d:41901 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:20:40,484 DEBUG [M:0;30c28c82771d:41901 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:20:40,484 INFO [M:0;30c28c82771d:41901 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:40,484 DEBUG [M:0;30c28c82771d:41901 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:40,484 DEBUG [M:0;30c28c82771d:41901 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:20:40,484 DEBUG [M:0;30c28c82771d:41901 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:40,485 INFO [M:0;30c28c82771d:41901 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-24T08:20:40,501 DEBUG [M:0;30c28c82771d:41901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e9a4efcf13645b199efa48b9090caf1 is 82, key is hbase:meta,,1/info:regioninfo/1732436420792/Put/seqid=0 2024-11-24T08:20:40,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741849_1025 (size=5672) 2024-11-24T08:20:40,641 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1468, reset compression=false 2024-11-24T08:20:40,861 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1493, reset compression=false 2024-11-24T08:20:40,905 INFO [M:0;30c28c82771d:41901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e9a4efcf13645b199efa48b9090caf1 2024-11-24T08:20:40,934 DEBUG [M:0;30c28c82771d:41901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfe87282599446aaaa0c3ccb252a4afa is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732436430412/Put/seqid=0 2024-11-24T08:20:40,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741850_1026 (size=9211) 2024-11-24T08:20:40,953 INFO [M:0;30c28c82771d:41901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfe87282599446aaaa0c3ccb252a4afa 2024-11-24T08:20:40,985 DEBUG [M:0;30c28c82771d:41901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24c31c9432fc42f18d657b6aeca27e67 is 69, key is 30c28c82771d,42645,1732436417846/rs:state/1732436419685/Put/seqid=0 2024-11-24T08:20:40,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741851_1027 (size=5156) 2024-11-24T08:20:40,997 INFO [M:0;30c28c82771d:41901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24c31c9432fc42f18d657b6aeca27e67 2024-11-24T08:20:41,002 DEBUG [M:0;30c28c82771d:41901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e9a4efcf13645b199efa48b9090caf1 as hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e9a4efcf13645b199efa48b9090caf1 2024-11-24T08:20:41,009 INFO [M:0;30c28c82771d:41901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e9a4efcf13645b199efa48b9090caf1, entries=8, sequenceid=127, filesize=5.5 K 2024-11-24T08:20:41,010 DEBUG [M:0;30c28c82771d:41901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfe87282599446aaaa0c3ccb252a4afa as hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfe87282599446aaaa0c3ccb252a4afa 2024-11-24T08:20:41,015 INFO [M:0;30c28c82771d:41901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfe87282599446aaaa0c3ccb252a4afa, entries=15, sequenceid=127, filesize=9.0 K 2024-11-24T08:20:41,016 DEBUG [M:0;30c28c82771d:41901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24c31c9432fc42f18d657b6aeca27e67 as hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24c31c9432fc42f18d657b6aeca27e67 2024-11-24T08:20:41,022 INFO [M:0;30c28c82771d:41901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42637/user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24c31c9432fc42f18d657b6aeca27e67, entries=1, sequenceid=127, filesize=5.0 K 2024-11-24T08:20:41,023 INFO [M:0;30c28c82771d:41901 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 539ms, sequenceid=127, compaction requested=false 2024-11-24T08:20:41,069 INFO [M:0;30c28c82771d:41901 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:41,069 DEBUG [M:0;30c28c82771d:41901 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436440484Disabling compacts and flushes for region at 1732436440484Disabling writes for close at 1732436440484Obtaining lock to block concurrent updates at 1732436440485 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436440485Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732436440485Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436440486 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436440486Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436440501 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436440501Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436440911 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436440933 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436440933Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436440958 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436440985 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436440985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aa09fa4: reopening flushed file at 1732436441001 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6992f204: reopening flushed file at 1732436441009 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@238c66e4: reopening flushed file at 1732436441015 (+6 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 539ms, sequenceid=127, compaction requested=false at 1732436441023 (+8 ms)Writing region close event to WAL at 1732436441069 (+46 ms)Closed at 1732436441069 2024-11-24T08:20:41,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41837 is added to blk_1073741830_1006 (size=73854) 2024-11-24T08:20:41,093 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2061c22b-4c6b-ffd8-6b17-28baf2bdcb1b/MasterData/WALs/30c28c82771d,41901,1732436417809/30c28c82771d%2C41901%2C1732436417809.1732436419536 not finished, retry = 0 2024-11-24T08:20:41,194 INFO [M:0;30c28c82771d:41901 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:20:41,194 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:20:41,194 INFO [M:0;30c28c82771d:41901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41901 2024-11-24T08:20:41,195 INFO [M:0;30c28c82771d:41901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:20:41,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:41,298 INFO [M:0;30c28c82771d:41901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:20:41,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41901-0x101490fa6d60006, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:41,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e3f1733{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:20:41,308 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40aa1944{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:20:41,308 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:20:41,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b55b82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:20:41,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d13b071{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/hadoop.log.dir/,STOPPED} 2024-11-24T08:20:41,310 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:20:41,310 WARN [BP-184192260-172.17.0.2-1732436416854 heartbeating to localhost/127.0.0.1:42637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:20:41,310 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:20:41,310 WARN [BP-184192260-172.17.0.2-1732436416854 heartbeating to localhost/127.0.0.1:42637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-184192260-172.17.0.2-1732436416854 (Datanode Uuid 788de19d-e6c6-49c0-89aa-648f5458ae2c) service to localhost/127.0.0.1:42637 2024-11-24T08:20:41,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/cluster_5eb2627d-f8dd-393e-e6e2-70ac25c1d9d6/data/data1/current/BP-184192260-172.17.0.2-1732436416854 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:20:41,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/cluster_5eb2627d-f8dd-393e-e6e2-70ac25c1d9d6/data/data2/current/BP-184192260-172.17.0.2-1732436416854 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:20:41,312 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:20:41,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fd85924{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:20:41,324 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b4cbf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:20:41,324 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:20:41,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64c86166{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:20:41,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@637ddaa4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/hadoop.log.dir/,STOPPED} 2024-11-24T08:20:41,344 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1468, reset compression=false 2024-11-24T08:20:41,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:20:41,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:20:41,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:20:41,355 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:41,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:41,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:41,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:41,355 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:20:41,356 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=429122961, stopped=false 2024-11-24T08:20:41,356 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,33851,1732436413732 2024-11-24T08:20:41,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1813346980/running 2024-11-24T08:20:41,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1813346980/running 2024-11-24T08:20:41,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980 2024-11-24T08:20:41,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980 2024-11-24T08:20:41,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Set watcher on znode that does not yet exist, /1-1813346980/running 2024-11-24T08:20:41,358 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:20:41,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Set watcher on znode that does not yet exist, /1-1813346980/running 2024-11-24T08:20:41,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:20:41,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:41,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:41,359 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,43309,1732436413787' ***** 2024-11-24T08:20:41,359 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:20:41,359 INFO [RS:0;30c28c82771d:43309 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:20:41,359 INFO [RS:0;30c28c82771d:43309 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:20:41,359 INFO [RS:0;30c28c82771d:43309 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:20:41,359 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:20:41,360 INFO [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(3091): Received CLOSE for ad974a036396485eac211565abb02e92 2024-11-24T08:20:41,367 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:20:41,367 INFO [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(3091): Received CLOSE for 3086486f2e4fec7e62bf44e89211dfb5 2024-11-24T08:20:41,367 INFO [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,43309,1732436413787 2024-11-24T08:20:41,367 INFO [RS:0;30c28c82771d:43309 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:20:41,368 INFO [RS:0;30c28c82771d:43309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:43309. 2024-11-24T08:20:41,368 DEBUG [RS:0;30c28c82771d:43309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:41,368 DEBUG [RS:0;30c28c82771d:43309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:41,368 INFO [RS:0;30c28c82771d:43309 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:20:41,368 INFO [RS:0;30c28c82771d:43309 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:20:41,368 INFO [RS:0;30c28c82771d:43309 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:20:41,368 INFO [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:20:41,368 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad974a036396485eac211565abb02e92, disabling compactions & flushes 2024-11-24T08:20:41,368 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92. 2024-11-24T08:20:41,368 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92. 2024-11-24T08:20:41,368 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92. after waiting 0 ms 2024-11-24T08:20:41,368 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92. 2024-11-24T08:20:41,368 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ad974a036396485eac211565abb02e92 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-24T08:20:41,371 INFO [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T08:20:41,371 DEBUG [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(1325): Online Regions={ad974a036396485eac211565abb02e92=hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92., 1588230740=hbase:meta,,1.1588230740, 3086486f2e4fec7e62bf44e89211dfb5=test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5.} 2024-11-24T08:20:41,371 DEBUG [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3086486f2e4fec7e62bf44e89211dfb5, ad974a036396485eac211565abb02e92 2024-11-24T08:20:41,372 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:20:41,372 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:20:41,372 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:20:41,372 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:20:41,372 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:20:41,372 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T08:20:41,411 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/replication/ad974a036396485eac211565abb02e92/.tmp/queue/21d896f10a5949429095c6fc6fc8ffad is 154, key is 1-30c28c82771d,43309,1732436413787/queue:30c28c82771d%2C43309%2C1732436413787/1732436438620/Put/seqid=0 2024-11-24T08:20:41,417 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/.tmp/info/083b4b234a46498eb0d3a17a8c11b457 is 147, key is hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92./info:regioninfo/1732436428653/Put/seqid=0 2024-11-24T08:20:41,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741840_1016 (size=5353) 2024-11-24T08:20:41,428 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/replication/ad974a036396485eac211565abb02e92/.tmp/queue/21d896f10a5949429095c6fc6fc8ffad 2024-11-24T08:20:41,434 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/replication/ad974a036396485eac211565abb02e92/.tmp/queue/21d896f10a5949429095c6fc6fc8ffad as hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/replication/ad974a036396485eac211565abb02e92/queue/21d896f10a5949429095c6fc6fc8ffad 2024-11-24T08:20:41,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741841_1017 (size=7686) 2024-11-24T08:20:41,438 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/.tmp/info/083b4b234a46498eb0d3a17a8c11b457 2024-11-24T08:20:41,440 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/replication/ad974a036396485eac211565abb02e92/queue/21d896f10a5949429095c6fc6fc8ffad, entries=1, sequenceid=14, filesize=5.2 K 2024-11-24T08:20:41,441 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ad974a036396485eac211565abb02e92 in 72ms, sequenceid=14, compaction requested=false 2024-11-24T08:20:41,457 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/replication/ad974a036396485eac211565abb02e92/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-24T08:20:41,458 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:20:41,458 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:20:41,458 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92. 2024-11-24T08:20:41,458 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad974a036396485eac211565abb02e92: Waiting for close lock at 1732436441368Running coprocessor pre-close hooks at 1732436441368Disabling compacts and flushes for region at 1732436441368Disabling writes for close at 1732436441368Obtaining lock to block concurrent updates at 1732436441368Preparing flush snapshotting stores in ad974a036396485eac211565abb02e92 at 1732436441368Finished memstore snapshotting hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732436441369 (+1 ms)Flushing stores of hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92. at 1732436441370 (+1 ms)Flushing ad974a036396485eac211565abb02e92/queue: creating writer at 1732436441370Flushing ad974a036396485eac211565abb02e92/queue: appending metadata at 1732436441411 (+41 ms)Flushing ad974a036396485eac211565abb02e92/queue: closing flushed file at 1732436441411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7337333b: reopening flushed file at 1732436441433 (+22 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ad974a036396485eac211565abb02e92 in 72ms, sequenceid=14, compaction requested=false at 1732436441441 (+8 ms)Writing region close event to WAL at 1732436441445 (+4 ms)Running coprocessor post-close hooks at 1732436441457 (+12 ms)Closed at 1732436441458 (+1 ms) 2024-11-24T08:20:41,458 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732436427488.ad974a036396485eac211565abb02e92. 2024-11-24T08:20:41,458 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3086486f2e4fec7e62bf44e89211dfb5, disabling compactions & flushes 2024-11-24T08:20:41,458 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5. 2024-11-24T08:20:41,458 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5. 2024-11-24T08:20:41,458 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5. after waiting 0 ms 2024-11-24T08:20:41,458 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5. 2024-11-24T08:20:41,458 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3086486f2e4fec7e62bf44e89211dfb5 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-24T08:20:41,463 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/.tmp/ns/b0595da07d7842b28ef990b121f33ef5 is 43, key is default/ns:d/1732436416745/Put/seqid=0 2024-11-24T08:20:41,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741842_1018 (size=5153) 2024-11-24T08:20:41,473 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/.tmp/ns/b0595da07d7842b28ef990b121f33ef5 2024-11-24T08:20:41,493 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/default/test/3086486f2e4fec7e62bf44e89211dfb5/.tmp/f/8dfdd8fd6b9e4a5d8f767f9d629a456b is 37, key is row3/f:row3/1732436437508/Put/seqid=0 2024-11-24T08:20:41,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741843_1019 (size=5228) 2024-11-24T08:20:41,503 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/default/test/3086486f2e4fec7e62bf44e89211dfb5/.tmp/f/8dfdd8fd6b9e4a5d8f767f9d629a456b 2024-11-24T08:20:41,507 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8dfdd8fd6b9e4a5d8f767f9d629a456b 2024-11-24T08:20:41,511 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/.tmp/rep_barrier/3a36da0e40724e8985df42e221b095f1 is 112, key is test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5./rep_barrier:seqnumDuringOpen/1732436423781/Put/seqid=0 2024-11-24T08:20:41,527 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/default/test/3086486f2e4fec7e62bf44e89211dfb5/.tmp/f1/4bd56e149eea4b7c87294cc832ae5172 is 30, key is row1/f1:/1732436434848/DeleteFamily/seqid=0 2024-11-24T08:20:41,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741844_1020 (size=5518) 2024-11-24T08:20:41,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741845_1021 (size=5158) 2024-11-24T08:20:41,540 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/default/test/3086486f2e4fec7e62bf44e89211dfb5/.tmp/f1/4bd56e149eea4b7c87294cc832ae5172 2024-11-24T08:20:41,545 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bd56e149eea4b7c87294cc832ae5172 2024-11-24T08:20:41,560 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/default/test/3086486f2e4fec7e62bf44e89211dfb5/.tmp/norep/7ad0180230c24b65a69bc8910e20eef4 is 33, key is row1/norep:/1732436434848/DeleteFamily/seqid=0 2024-11-24T08:20:41,566 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1493, reset compression=false 2024-11-24T08:20:41,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741846_1022 (size=5108) 2024-11-24T08:20:41,570 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/default/test/3086486f2e4fec7e62bf44e89211dfb5/.tmp/norep/7ad0180230c24b65a69bc8910e20eef4 2024-11-24T08:20:41,571 DEBUG [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3086486f2e4fec7e62bf44e89211dfb5 2024-11-24T08:20:41,574 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ad0180230c24b65a69bc8910e20eef4 2024-11-24T08:20:41,575 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/default/test/3086486f2e4fec7e62bf44e89211dfb5/.tmp/f/8dfdd8fd6b9e4a5d8f767f9d629a456b as hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/default/test/3086486f2e4fec7e62bf44e89211dfb5/f/8dfdd8fd6b9e4a5d8f767f9d629a456b 2024-11-24T08:20:41,580 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8dfdd8fd6b9e4a5d8f767f9d629a456b 2024-11-24T08:20:41,580 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/default/test/3086486f2e4fec7e62bf44e89211dfb5/f/8dfdd8fd6b9e4a5d8f767f9d629a456b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T08:20:41,583 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/default/test/3086486f2e4fec7e62bf44e89211dfb5/.tmp/f1/4bd56e149eea4b7c87294cc832ae5172 as hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/default/test/3086486f2e4fec7e62bf44e89211dfb5/f1/4bd56e149eea4b7c87294cc832ae5172 2024-11-24T08:20:41,597 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bd56e149eea4b7c87294cc832ae5172 2024-11-24T08:20:41,597 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/default/test/3086486f2e4fec7e62bf44e89211dfb5/f1/4bd56e149eea4b7c87294cc832ae5172, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T08:20:41,598 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/default/test/3086486f2e4fec7e62bf44e89211dfb5/.tmp/norep/7ad0180230c24b65a69bc8910e20eef4 as hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/default/test/3086486f2e4fec7e62bf44e89211dfb5/norep/7ad0180230c24b65a69bc8910e20eef4 2024-11-24T08:20:41,602 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ad0180230c24b65a69bc8910e20eef4 2024-11-24T08:20:41,603 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/default/test/3086486f2e4fec7e62bf44e89211dfb5/norep/7ad0180230c24b65a69bc8910e20eef4, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T08:20:41,604 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3086486f2e4fec7e62bf44e89211dfb5 in 145ms, sequenceid=12, compaction requested=false 2024-11-24T08:20:41,614 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/default/test/3086486f2e4fec7e62bf44e89211dfb5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T08:20:41,614 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:20:41,614 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:20:41,614 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5. 2024-11-24T08:20:41,614 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3086486f2e4fec7e62bf44e89211dfb5: Waiting for close lock at 1732436441458Running coprocessor pre-close hooks at 1732436441458Disabling compacts and flushes for region at 1732436441458Disabling writes for close at 1732436441458Obtaining lock to block concurrent updates at 1732436441458Preparing flush snapshotting stores in 3086486f2e4fec7e62bf44e89211dfb5 at 1732436441458Finished memstore snapshotting test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732436441459 (+1 ms)Flushing stores of test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5. at 1732436441459Flushing 3086486f2e4fec7e62bf44e89211dfb5/f: creating writer at 1732436441459Flushing 3086486f2e4fec7e62bf44e89211dfb5/f: appending metadata at 1732436441493 (+34 ms)Flushing 3086486f2e4fec7e62bf44e89211dfb5/f: closing flushed file at 1732436441493Flushing 3086486f2e4fec7e62bf44e89211dfb5/f1: creating writer at 1732436441507 (+14 ms)Flushing 3086486f2e4fec7e62bf44e89211dfb5/f1: appending metadata at 1732436441527 (+20 ms)Flushing 3086486f2e4fec7e62bf44e89211dfb5/f1: closing flushed file at 1732436441527Flushing 3086486f2e4fec7e62bf44e89211dfb5/norep: creating writer at 1732436441546 (+19 ms)Flushing 3086486f2e4fec7e62bf44e89211dfb5/norep: appending metadata at 1732436441560 (+14 ms)Flushing 3086486f2e4fec7e62bf44e89211dfb5/norep: closing flushed file at 1732436441560Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5319faa2: reopening flushed file at 1732436441574 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b4fd6ea: reopening flushed file at 1732436441580 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54465f8e: reopening flushed file at 1732436441598 (+18 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3086486f2e4fec7e62bf44e89211dfb5 in 145ms, sequenceid=12, compaction requested=false at 1732436441604 (+6 ms)Writing region close event to WAL at 1732436441610 (+6 ms)Running coprocessor post-close hooks at 1732436441614 (+4 ms)Closed at 1732436441614 2024-11-24T08:20:41,614 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732436423037.3086486f2e4fec7e62bf44e89211dfb5. 2024-11-24T08:20:41,686 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:20:41,686 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:20:41,771 DEBUG [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:20:41,931 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/.tmp/rep_barrier/3a36da0e40724e8985df42e221b095f1 2024-11-24T08:20:41,952 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/.tmp/table/d0f81c153fde4fcca0adf8dcc224f43f is 53, key is hbase:replication/table:state/1732436428659/Put/seqid=0 2024-11-24T08:20:41,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741847_1023 (size=5308) 2024-11-24T08:20:41,972 DEBUG [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:20:42,171 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 1468, reset compression=false 2024-11-24T08:20:42,172 DEBUG [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:20:42,175 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:42,175 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 2359, reset compression=false 2024-11-24T08:20:42,175 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,43309,1732436413787 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780, lastWalPosition=2359, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:20:42,176 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30c28c82771d,43309,1732436413787: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30c28c82771d,43309,1732436413787, walGroup=30c28c82771d%2C43309%2C1732436413787, offset=30c28c82771d%2C43309%2C1732436413787.1732436415780:2359, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:43309 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T08:20:42,177 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T08:20:42,177 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T08:20:42,177 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T08:20:42,178 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T08:20:42,178 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T08:20:42,178 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1157627904, "init": 1048576000, "max": 2306867200, "used": 836939816 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199168184 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T08:20:42,178 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:33851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:33851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T08:20:42,357 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/.tmp/table/d0f81c153fde4fcca0adf8dcc224f43f 2024-11-24T08:20:42,362 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/.tmp/info/083b4b234a46498eb0d3a17a8c11b457 as hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/info/083b4b234a46498eb0d3a17a8c11b457 2024-11-24T08:20:42,366 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/info/083b4b234a46498eb0d3a17a8c11b457, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T08:20:42,367 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/.tmp/ns/b0595da07d7842b28ef990b121f33ef5 as hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/ns/b0595da07d7842b28ef990b121f33ef5 2024-11-24T08:20:42,371 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/ns/b0595da07d7842b28ef990b121f33ef5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T08:20:42,372 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/.tmp/rep_barrier/3a36da0e40724e8985df42e221b095f1 as hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/rep_barrier/3a36da0e40724e8985df42e221b095f1 2024-11-24T08:20:42,372 INFO [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T08:20:42,372 DEBUG [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:20:42,372 DEBUG [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:20:42,373 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1493, reset compression=false 2024-11-24T08:20:42,375 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/rep_barrier/3a36da0e40724e8985df42e221b095f1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T08:20:42,376 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/.tmp/table/d0f81c153fde4fcca0adf8dcc224f43f as hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/table/d0f81c153fde4fcca0adf8dcc224f43f 2024-11-24T08:20:42,380 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/table/d0f81c153fde4fcca0adf8dcc224f43f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T08:20:42,380 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1008ms, sequenceid=16, compaction requested=false 2024-11-24T08:20:42,381 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.wal-reader.30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 to pos 2359, reset compression=false 2024-11-24T08:20:42,386 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T08:20:42,386 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:20:42,387 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:20:42,387 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:20:42,387 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436441372Running coprocessor pre-close hooks at 1732436441372Disabling compacts and flushes for region at 1732436441372Disabling writes for close at 1732436441372Obtaining lock to block concurrent updates at 1732436441372Preparing flush snapshotting stores in 1588230740 at 1732436441372Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732436441373 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732436441374 (+1 ms)Flushing 1588230740/info: creating writer at 1732436441374Flushing 1588230740/info: appending metadata at 1732436441417 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732436441417Flushing 1588230740/ns: creating writer at 1732436441442 (+25 ms)Flushing 1588230740/ns: appending metadata at 1732436441463 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732436441463Flushing 1588230740/rep_barrier: creating writer at 1732436441486 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732436441510 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732436441510Flushing 1588230740/table: creating writer at 1732436441936 (+426 ms)Flushing 1588230740/table: appending metadata at 1732436441952 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732436441952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36560a1b: reopening flushed file at 1732436442361 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d9b3312: reopening flushed file at 1732436442367 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27db4e9c: reopening flushed file at 1732436442371 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dae686: reopening flushed file at 1732436442375 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1008ms, sequenceid=16, compaction requested=false at 1732436442380 (+5 ms)Writing region close event to WAL at 1732436442383 (+3 ms)Running coprocessor post-close hooks at 1732436442386 (+3 ms)Closed at 1732436442387 (+1 ms) 2024-11-24T08:20:42,387 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:20:42,572 INFO [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,43309,1732436413787; all regions closed. 2024-11-24T08:20:42,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741834_1010 (size=4239) 2024-11-24T08:20:42,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741839_1015 (size=3552) 2024-11-24T08:20:42,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741832_1008 (size=2367) 2024-11-24T08:20:42,579 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/WALs/30c28c82771d,43309,1732436413787/30c28c82771d%2C43309%2C1732436413787.1732436415780 not finished, retry = 0 2024-11-24T08:20:42,680 DEBUG [RS:0;30c28c82771d:43309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:42,680 INFO [RS:0;30c28c82771d:43309 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:20:42,680 INFO [RS:0;30c28c82771d:43309 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:20:42,680 INFO [RS:0;30c28c82771d:43309 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:20:42,681 INFO [RS:0;30c28c82771d:43309 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:20:42,681 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:20:42,681 INFO [RS:0;30c28c82771d:43309 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30c28c82771d,43309,1732436413787 because: Region server is closing 2024-11-24T08:20:42,681 INFO [RS:0;30c28c82771d:43309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:43309. 2024-11-24T08:20:42,681 DEBUG [RS:0;30c28c82771d:43309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:42,681 DEBUG [RS:0;30c28c82771d:43309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:42,681 DEBUG [RS:0;30c28c82771d:43309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:42,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:42,782 INFO [RS:0;30c28c82771d:43309 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,43309,1732436413787.replicationSource.shipper30c28c82771d%2C43309%2C1732436413787,1-30c28c82771d,43309,1732436413787 terminated 2024-11-24T08:20:42,782 INFO [RS:0;30c28c82771d:43309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:43309. 2024-11-24T08:20:42,782 DEBUG [RS:0;30c28c82771d:43309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:42,782 DEBUG [RS:0;30c28c82771d:43309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:42,782 DEBUG [RS:0;30c28c82771d:43309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:42,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:42,782 INFO [RS:0;30c28c82771d:43309 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43309 2024-11-24T08:20:42,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1813346980/rs/30c28c82771d,43309,1732436413787 2024-11-24T08:20:42,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980/rs 2024-11-24T08:20:42,785 INFO [RS:0;30c28c82771d:43309 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:20:42,786 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,43309,1732436413787] 2024-11-24T08:20:42,789 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1813346980/draining/30c28c82771d,43309,1732436413787 already deleted, retry=false 2024-11-24T08:20:42,789 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,43309,1732436413787 expired; onlineServers=0 2024-11-24T08:20:42,789 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,33851,1732436413732' ***** 2024-11-24T08:20:42,789 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:20:42,789 INFO [M:0;30c28c82771d:33851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:20:42,789 INFO [M:0;30c28c82771d:33851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:20:42,789 DEBUG [M:0;30c28c82771d:33851 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:20:42,789 DEBUG [M:0;30c28c82771d:33851 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:20:42,789 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:20:42,789 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436415559 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436415559,5,FailOnTimeoutGroup] 2024-11-24T08:20:42,789 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436415563 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436415563,5,FailOnTimeoutGroup] 2024-11-24T08:20:42,790 INFO [M:0;30c28c82771d:33851 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:20:42,790 INFO [M:0;30c28c82771d:33851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:20:42,790 DEBUG [M:0;30c28c82771d:33851 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:20:42,790 INFO [M:0;30c28c82771d:33851 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:20:42,790 INFO [M:0;30c28c82771d:33851 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:20:42,790 INFO [M:0;30c28c82771d:33851 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:20:42,791 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:20:42,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1813346980/master 2024-11-24T08:20:42,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1813346980 2024-11-24T08:20:42,793 DEBUG [M:0;30c28c82771d:33851 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1813346980/master already deleted, retry=false 2024-11-24T08:20:42,793 DEBUG [M:0;30c28c82771d:33851 {}] master.ActiveMasterManager(353): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1813346980/master 2024-11-24T08:20:42,803 INFO [M:0;30c28c82771d:33851 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/.lastflushedseqids 2024-11-24T08:20:42,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741848_1024 (size=245) 2024-11-24T08:20:42,812 INFO [M:0;30c28c82771d:33851 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:20:42,812 INFO [M:0;30c28c82771d:33851 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:20:42,813 DEBUG [M:0;30c28c82771d:33851 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:20:42,813 INFO [M:0;30c28c82771d:33851 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:42,813 DEBUG [M:0;30c28c82771d:33851 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:42,813 DEBUG [M:0;30c28c82771d:33851 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:20:42,813 DEBUG [M:0;30c28c82771d:33851 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:42,813 INFO [M:0;30c28c82771d:33851 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-24T08:20:42,835 DEBUG [M:0;30c28c82771d:33851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5d66b8948734ef88e4dfc3d52f8a970 is 82, key is hbase:meta,,1/info:regioninfo/1732436416734/Put/seqid=0 2024-11-24T08:20:42,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741849_1025 (size=5672) 2024-11-24T08:20:42,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:42,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x101490fa6d60004, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:42,887 INFO [RS:0;30c28c82771d:43309 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:20:42,887 INFO [RS:0;30c28c82771d:43309 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,43309,1732436413787; zookeeper connection closed. 2024-11-24T08:20:42,887 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60375b57 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60375b57 2024-11-24T08:20:42,888 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:20:43,246 INFO [M:0;30c28c82771d:33851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5d66b8948734ef88e4dfc3d52f8a970 2024-11-24T08:20:43,265 DEBUG [M:0;30c28c82771d:33851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be7c2f8813a145bdadf01e4653616019 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732436428663/Put/seqid=0 2024-11-24T08:20:43,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741850_1026 (size=8515) 2024-11-24T08:20:43,277 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1493, reset compression=false 2024-11-24T08:20:43,669 INFO [M:0;30c28c82771d:33851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be7c2f8813a145bdadf01e4653616019 2024-11-24T08:20:43,692 DEBUG [M:0;30c28c82771d:33851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a61f97e01cd04ded8956c436fa4858f1 is 69, key is 30c28c82771d,43309,1732436413787/rs:state/1732436415632/Put/seqid=0 2024-11-24T08:20:43,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741851_1027 (size=5156) 2024-11-24T08:20:43,706 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T08:20:44,096 INFO [M:0;30c28c82771d:33851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a61f97e01cd04ded8956c436fa4858f1 2024-11-24T08:20:44,101 DEBUG [M:0;30c28c82771d:33851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5d66b8948734ef88e4dfc3d52f8a970 as hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5d66b8948734ef88e4dfc3d52f8a970 2024-11-24T08:20:44,105 INFO [M:0;30c28c82771d:33851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5d66b8948734ef88e4dfc3d52f8a970, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T08:20:44,105 DEBUG [M:0;30c28c82771d:33851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be7c2f8813a145bdadf01e4653616019 as hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be7c2f8813a145bdadf01e4653616019 2024-11-24T08:20:44,109 INFO [M:0;30c28c82771d:33851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be7c2f8813a145bdadf01e4653616019, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T08:20:44,110 DEBUG [M:0;30c28c82771d:33851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a61f97e01cd04ded8956c436fa4858f1 as hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a61f97e01cd04ded8956c436fa4858f1 2024-11-24T08:20:44,113 INFO [M:0;30c28c82771d:33851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42319/user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a61f97e01cd04ded8956c436fa4858f1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T08:20:44,114 INFO [M:0;30c28c82771d:33851 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=97, compaction requested=false 2024-11-24T08:20:44,121 INFO [M:0;30c28c82771d:33851 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:44,121 DEBUG [M:0;30c28c82771d:33851 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436442813Disabling compacts and flushes for region at 1732436442813Disabling writes for close at 1732436442813Obtaining lock to block concurrent updates at 1732436442813Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436442813Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732436442813Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436442814 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436442814Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436442835 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436442835Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436443250 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436443265 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436443265Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436443674 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436443692 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436443692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b26b2d6: reopening flushed file at 1732436444101 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@153c6d75: reopening flushed file at 1732436444105 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@177d684a: reopening flushed file at 1732436444109 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=97, compaction requested=false at 1732436444114 (+5 ms)Writing region close event to WAL at 1732436444121 (+7 ms)Closed at 1732436444121 2024-11-24T08:20:44,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38651 is added to blk_1073741830_1006 (size=63642) 2024-11-24T08:20:44,124 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c5831304-d0f7-d249-da3f-11c9c3660828/MasterData/WALs/30c28c82771d,33851,1732436413732/30c28c82771d%2C33851%2C1732436413732.1732436415481 not finished, retry = 0 2024-11-24T08:20:44,225 INFO [M:0;30c28c82771d:33851 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:20:44,225 INFO [M:0;30c28c82771d:33851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33851 2024-11-24T08:20:44,225 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:20:44,226 INFO [M:0;30c28c82771d:33851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:20:44,280 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1493, reset compression=false 2024-11-24T08:20:44,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:44,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33851-0x101490fa6d60003, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:44,328 INFO [M:0;30c28c82771d:33851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:20:44,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4363784{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:20:44,334 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2589079f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:20:44,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:20:44,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f235a87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:20:44,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c1a4dac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/hadoop.log.dir/,STOPPED} 2024-11-24T08:20:44,337 WARN [BP-1570557686-172.17.0.2-1732436413092 heartbeating to localhost/127.0.0.1:42319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:20:44,337 WARN [BP-1570557686-172.17.0.2-1732436413092 heartbeating to localhost/127.0.0.1:42319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1570557686-172.17.0.2-1732436413092 (Datanode Uuid 3e567bc5-68f5-4dea-a7fa-ef7ba889900b) service to localhost/127.0.0.1:42319 2024-11-24T08:20:44,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/cluster_2294f787-e6d7-f86f-5b66-26f4ebac7911/data/data1/current/BP-1570557686-172.17.0.2-1732436413092 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:20:44,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/cluster_2294f787-e6d7-f86f-5b66-26f4ebac7911/data/data2/current/BP-1570557686-172.17.0.2-1732436413092 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:20:44,338 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:20:44,338 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:20:44,339 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:20:44,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@712dba6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:20:44,348 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15fdcb8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:20:44,348 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:20:44,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356a7f64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:20:44,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ce52cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2252f6b2-158b-f9a7-55dd-7471438467f8/hadoop.log.dir/,STOPPED} 2024-11-24T08:20:44,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:20:44,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:20:44,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:20:44,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:44,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:44,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:44,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:44,369 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:20:44,370 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1627000948, stopped=false 2024-11-24T08:20:44,370 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,36047,1732436410376 2024-11-24T08:20:44,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1764137715/running 2024-11-24T08:20:44,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1764137715/running 2024-11-24T08:20:44,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715 2024-11-24T08:20:44,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715 2024-11-24T08:20:44,372 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:20:44,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Set watcher on znode that does not yet exist, /0-1764137715/running 2024-11-24T08:20:44,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Set watcher on znode that does not yet exist, /0-1764137715/running 2024-11-24T08:20:44,374 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:20:44,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:44,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:44,375 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,40783,1732436410434' ***** 2024-11-24T08:20:44,375 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:20:44,375 INFO [RS:0;30c28c82771d:40783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:20:44,375 INFO [RS:0;30c28c82771d:40783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:20:44,375 INFO [RS:0;30c28c82771d:40783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:20:44,375 INFO [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(3091): Received CLOSE for da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:44,375 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:20:44,375 INFO [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(3091): Received CLOSE for 2477dbdd78d90057eecebd841c1f51e5 2024-11-24T08:20:44,375 INFO [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,40783,1732436410434 2024-11-24T08:20:44,375 INFO [RS:0;30c28c82771d:40783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:20:44,376 INFO [RS:0;30c28c82771d:40783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:40783. 2024-11-24T08:20:44,376 DEBUG [RS:0;30c28c82771d:40783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:44,376 DEBUG [RS:0;30c28c82771d:40783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:44,376 INFO [RS:0;30c28c82771d:40783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:20:44,376 INFO [RS:0;30c28c82771d:40783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:20:44,376 INFO [RS:0;30c28c82771d:40783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:20:44,376 INFO [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:20:44,377 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da5c216c1f783840c1af056fb2810d86, disabling compactions & flushes 2024-11-24T08:20:44,377 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732436420884.da5c216c1f783840c1af056fb2810d86. 2024-11-24T08:20:44,377 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436420884.da5c216c1f783840c1af056fb2810d86. 2024-11-24T08:20:44,377 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732436420884.da5c216c1f783840c1af056fb2810d86. after waiting 0 ms 2024-11-24T08:20:44,377 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732436420884.da5c216c1f783840c1af056fb2810d86. 2024-11-24T08:20:44,378 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing da5c216c1f783840c1af056fb2810d86 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-24T08:20:44,384 INFO [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T08:20:44,384 DEBUG [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(1325): Online Regions={da5c216c1f783840c1af056fb2810d86=test,,1732436420884.da5c216c1f783840c1af056fb2810d86., 2477dbdd78d90057eecebd841c1f51e5=hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:20:44,384 DEBUG [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2477dbdd78d90057eecebd841c1f51e5, da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:44,384 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:20:44,384 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:20:44,385 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:20:44,385 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:20:44,385 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:20:44,385 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T08:20:44,398 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:20:44,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:44,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:44,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:44,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:44,403 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/.tmp/info/2837df90888d4386a2b282465720583f is 147, key is hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5./info:regioninfo/1732436426494/Put/seqid=0 2024-11-24T08:20:44,404 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/default/test/da5c216c1f783840c1af056fb2810d86/.tmp/f/2abc88a4af5e4397bfab22c27e5dd86b is 37, key is row3/f:row3/1732436437508/Put/seqid=0 2024-11-24T08:20:44,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741840_1016 (size=7686) 2024-11-24T08:20:44,416 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/.tmp/info/2837df90888d4386a2b282465720583f 2024-11-24T08:20:44,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741841_1017 (size=5228) 2024-11-24T08:20:44,420 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:20:44,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:44,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:44,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:44,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:44,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:44,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:44,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:44,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:44,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:44,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:44,446 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/.tmp/ns/f4f6a88ffae3443ba4cbf965062ee67a is 43, key is default/ns:d/1732436412999/Put/seqid=0 2024-11-24T08:20:44,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741842_1018 (size=5153) 2024-11-24T08:20:44,585 DEBUG [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2477dbdd78d90057eecebd841c1f51e5, da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:44,785 DEBUG [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2477dbdd78d90057eecebd841c1f51e5, da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:44,819 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/default/test/da5c216c1f783840c1af056fb2810d86/.tmp/f/2abc88a4af5e4397bfab22c27e5dd86b 2024-11-24T08:20:44,824 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2abc88a4af5e4397bfab22c27e5dd86b 2024-11-24T08:20:44,839 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/default/test/da5c216c1f783840c1af056fb2810d86/.tmp/f1/61056cfb00b0422e9b68428a58e982d6 is 30, key is row1/f1:/1732436434848/DeleteFamily/seqid=0 2024-11-24T08:20:44,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741843_1019 (size=5158) 2024-11-24T08:20:44,850 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/.tmp/ns/f4f6a88ffae3443ba4cbf965062ee67a 2024-11-24T08:20:44,875 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/.tmp/rep_barrier/a7416f06b32f4cea90068d3e86ca1a64 is 112, key is test,,1732436420884.da5c216c1f783840c1af056fb2810d86./rep_barrier:seqnumDuringOpen/1732436422029/Put/seqid=0 2024-11-24T08:20:44,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741844_1020 (size=5518) 2024-11-24T08:20:44,893 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:20:44,894 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:20:44,988 DEBUG [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2477dbdd78d90057eecebd841c1f51e5, da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:45,189 DEBUG [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2477dbdd78d90057eecebd841c1f51e5, da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:45,244 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/default/test/da5c216c1f783840c1af056fb2810d86/.tmp/f1/61056cfb00b0422e9b68428a58e982d6 2024-11-24T08:20:45,248 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61056cfb00b0422e9b68428a58e982d6 2024-11-24T08:20:45,277 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/default/test/da5c216c1f783840c1af056fb2810d86/.tmp/norep/521d99f49dde4379865996de7d4e8949 is 32, key is row/norep:/1732436433842/DeleteFamily/seqid=0 2024-11-24T08:20:45,279 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/.tmp/rep_barrier/a7416f06b32f4cea90068d3e86ca1a64 2024-11-24T08:20:45,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741845_1021 (size=5101) 2024-11-24T08:20:45,303 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/.tmp/table/bbbffcd94b8d42d5bafae708af031f70 is 53, key is hbase:replication/table:state/1732436426500/Put/seqid=0 2024-11-24T08:20:45,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741846_1022 (size=5308) 2024-11-24T08:20:45,389 DEBUG [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2477dbdd78d90057eecebd841c1f51e5, da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:45,389 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1493, reset compression=false 2024-11-24T08:20:45,394 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:45,394 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1740, reset compression=false 2024-11-24T08:20:45,394 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,40783,1732436410434 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:20:45,395 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30c28c82771d,40783,1732436410434: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30c28c82771d,40783,1732436410434, walGroup=30c28c82771d%2C40783%2C1732436410434, offset=30c28c82771d%2C40783%2C1732436410434.1732436412026:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:40783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T08:20:45,396 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T08:20:45,396 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T08:20:45,396 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T08:20:45,396 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T08:20:45,396 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T08:20:45,396 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1157627904, "init": 1048576000, "max": 2306867200, "used": 906145832 }, "NonHeapMemoryUsage": { "committed": 202702848, "init": 7667712, "max": -1, "used": 199712640 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T08:20:45,397 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:36047 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:36047 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T08:20:45,589 DEBUG [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2477dbdd78d90057eecebd841c1f51e5, da5c216c1f783840c1af056fb2810d86 2024-11-24T08:20:45,598 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1740, reset compression=false 2024-11-24T08:20:45,684 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/default/test/da5c216c1f783840c1af056fb2810d86/.tmp/norep/521d99f49dde4379865996de7d4e8949 2024-11-24T08:20:45,688 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 521d99f49dde4379865996de7d4e8949 2024-11-24T08:20:45,689 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/default/test/da5c216c1f783840c1af056fb2810d86/.tmp/f/2abc88a4af5e4397bfab22c27e5dd86b as hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/default/test/da5c216c1f783840c1af056fb2810d86/f/2abc88a4af5e4397bfab22c27e5dd86b 2024-11-24T08:20:45,693 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2abc88a4af5e4397bfab22c27e5dd86b 2024-11-24T08:20:45,693 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/default/test/da5c216c1f783840c1af056fb2810d86/f/2abc88a4af5e4397bfab22c27e5dd86b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T08:20:45,694 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/default/test/da5c216c1f783840c1af056fb2810d86/.tmp/f1/61056cfb00b0422e9b68428a58e982d6 as hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/default/test/da5c216c1f783840c1af056fb2810d86/f1/61056cfb00b0422e9b68428a58e982d6 2024-11-24T08:20:45,698 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61056cfb00b0422e9b68428a58e982d6 2024-11-24T08:20:45,698 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/default/test/da5c216c1f783840c1af056fb2810d86/f1/61056cfb00b0422e9b68428a58e982d6, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T08:20:45,699 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/default/test/da5c216c1f783840c1af056fb2810d86/.tmp/norep/521d99f49dde4379865996de7d4e8949 as hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/default/test/da5c216c1f783840c1af056fb2810d86/norep/521d99f49dde4379865996de7d4e8949 2024-11-24T08:20:45,702 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 521d99f49dde4379865996de7d4e8949 2024-11-24T08:20:45,702 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/default/test/da5c216c1f783840c1af056fb2810d86/norep/521d99f49dde4379865996de7d4e8949, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T08:20:45,703 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for da5c216c1f783840c1af056fb2810d86 in 1326ms, sequenceid=12, compaction requested=false 2024-11-24T08:20:45,703 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T08:20:45,707 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/default/test/da5c216c1f783840c1af056fb2810d86/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T08:20:45,708 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/.tmp/table/bbbffcd94b8d42d5bafae708af031f70 2024-11-24T08:20:45,708 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:20:45,708 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:20:45,708 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732436420884.da5c216c1f783840c1af056fb2810d86. 2024-11-24T08:20:45,708 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da5c216c1f783840c1af056fb2810d86: Waiting for close lock at 1732436444377Running coprocessor pre-close hooks at 1732436444377Disabling compacts and flushes for region at 1732436444377Disabling writes for close at 1732436444377Obtaining lock to block concurrent updates at 1732436444378 (+1 ms)Preparing flush snapshotting stores in da5c216c1f783840c1af056fb2810d86 at 1732436444378Finished memstore snapshotting test,,1732436420884.da5c216c1f783840c1af056fb2810d86., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732436444378Flushing stores of test,,1732436420884.da5c216c1f783840c1af056fb2810d86. at 1732436444379 (+1 ms)Flushing da5c216c1f783840c1af056fb2810d86/f: creating writer at 1732436444379Flushing da5c216c1f783840c1af056fb2810d86/f: appending metadata at 1732436444403 (+24 ms)Flushing da5c216c1f783840c1af056fb2810d86/f: closing flushed file at 1732436444403Flushing da5c216c1f783840c1af056fb2810d86/f1: creating writer at 1732436444824 (+421 ms)Flushing da5c216c1f783840c1af056fb2810d86/f1: appending metadata at 1732436444839 (+15 ms)Flushing da5c216c1f783840c1af056fb2810d86/f1: closing flushed file at 1732436444839Flushing da5c216c1f783840c1af056fb2810d86/norep: creating writer at 1732436445249 (+410 ms)Flushing da5c216c1f783840c1af056fb2810d86/norep: appending metadata at 1732436445276 (+27 ms)Flushing da5c216c1f783840c1af056fb2810d86/norep: closing flushed file at 1732436445276Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22f4b3b6: reopening flushed file at 1732436445688 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465fc264: reopening flushed file at 1732436445693 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78e5c70: reopening flushed file at 1732436445698 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for da5c216c1f783840c1af056fb2810d86 in 1326ms, sequenceid=12, compaction requested=false at 1732436445703 (+5 ms)Writing region close event to WAL at 1732436445705 (+2 ms)Running coprocessor post-close hooks at 1732436445708 (+3 ms)Closed at 1732436445708 2024-11-24T08:20:45,708 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732436420884.da5c216c1f783840c1af056fb2810d86. 2024-11-24T08:20:45,708 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2477dbdd78d90057eecebd841c1f51e5, disabling compactions & flushes 2024-11-24T08:20:45,708 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5. 2024-11-24T08:20:45,709 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5. 2024-11-24T08:20:45,709 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5. after waiting 0 ms 2024-11-24T08:20:45,709 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5. 2024-11-24T08:20:45,709 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2477dbdd78d90057eecebd841c1f51e5: Waiting for close lock at 1732436445708Running coprocessor pre-close hooks at 1732436445708Disabling compacts and flushes for region at 1732436445708Disabling writes for close at 1732436445709 (+1 ms)Failed flush hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5., putting online again at 1732436445709 2024-11-24T08:20:45,709 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5. 2024-11-24T08:20:45,712 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/.tmp/info/2837df90888d4386a2b282465720583f as hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/info/2837df90888d4386a2b282465720583f 2024-11-24T08:20:45,715 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/info/2837df90888d4386a2b282465720583f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T08:20:45,716 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/.tmp/ns/f4f6a88ffae3443ba4cbf965062ee67a as hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/ns/f4f6a88ffae3443ba4cbf965062ee67a 2024-11-24T08:20:45,719 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/ns/f4f6a88ffae3443ba4cbf965062ee67a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T08:20:45,719 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/.tmp/rep_barrier/a7416f06b32f4cea90068d3e86ca1a64 as hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/rep_barrier/a7416f06b32f4cea90068d3e86ca1a64 2024-11-24T08:20:45,722 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/rep_barrier/a7416f06b32f4cea90068d3e86ca1a64, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T08:20:45,723 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/.tmp/table/bbbffcd94b8d42d5bafae708af031f70 as hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/table/bbbffcd94b8d42d5bafae708af031f70 2024-11-24T08:20:45,726 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/table/bbbffcd94b8d42d5bafae708af031f70, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T08:20:45,727 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false 2024-11-24T08:20:45,727 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:20:45,731 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T08:20:45,731 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:20:45,731 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:20:45,731 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:20:45,731 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436444384Running coprocessor pre-close hooks at 1732436444384Disabling compacts and flushes for region at 1732436444384Disabling writes for close at 1732436444385 (+1 ms)Obtaining lock to block concurrent updates at 1732436444385Preparing flush snapshotting stores in 1588230740 at 1732436444385Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732436444385Flushing stores of hbase:meta,,1.1588230740 at 1732436444388 (+3 ms)Flushing 1588230740/info: creating writer at 1732436444388Flushing 1588230740/info: appending metadata at 1732436444403 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732436444403Flushing 1588230740/ns: creating writer at 1732436444427 (+24 ms)Flushing 1588230740/ns: appending metadata at 1732436444445 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732436444445Flushing 1588230740/rep_barrier: creating writer at 1732436444857 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732436444875 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732436444875Flushing 1588230740/table: creating writer at 1732436445285 (+410 ms)Flushing 1588230740/table: appending metadata at 1732436445302 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732436445302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47a09e0f: reopening flushed file at 1732436445711 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75c99052: reopening flushed file at 1732436445715 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5486a467: reopening flushed file at 1732436445719 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73a3e154: reopening flushed file at 1732436445722 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false at 1732436445727 (+5 ms)Writing region close event to WAL at 1732436445728 (+1 ms)Running coprocessor post-close hooks at 1732436445731 (+3 ms)Closed at 1732436445731 2024-11-24T08:20:45,731 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:20:45,789 INFO [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T08:20:45,789 DEBUG [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(1325): Online Regions={2477dbdd78d90057eecebd841c1f51e5=hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5.} 2024-11-24T08:20:45,789 INFO [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(3091): Received CLOSE for 2477dbdd78d90057eecebd841c1f51e5 2024-11-24T08:20:45,790 DEBUG [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(1351): Waiting on 2477dbdd78d90057eecebd841c1f51e5 2024-11-24T08:20:45,790 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2477dbdd78d90057eecebd841c1f51e5, disabling compactions & flushes 2024-11-24T08:20:45,790 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5. 2024-11-24T08:20:45,790 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5. 2024-11-24T08:20:45,790 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5. after waiting 0 ms 2024-11-24T08:20:45,790 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5. 2024-11-24T08:20:45,790 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2477dbdd78d90057eecebd841c1f51e5: Waiting for close lock at 1732436445790Running coprocessor pre-close hooks at 1732436445790Disabling compacts and flushes for region at 1732436445790Disabling writes for close at 1732436445790Failed flush hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5., putting online again at 1732436445790 2024-11-24T08:20:45,790 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732436425329.2477dbdd78d90057eecebd841c1f51e5. 2024-11-24T08:20:45,901 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 1740, reset compression=false 2024-11-24T08:20:45,906 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:20:45,906 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 2384, reset compression=false 2024-11-24T08:20:45,990 INFO [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T08:20:45,990 INFO [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,40783,1732436410434; all regions closed. 2024-11-24T08:20:45,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741834_1010 (size=4239) 2024-11-24T08:20:45,992 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.meta.1732436412959.meta not finished, retry = 0 2024-11-24T08:20:46,095 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.rep.1732436426463 not finished, retry = 0 2024-11-24T08:20:46,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741839_1015 (size=2609) 2024-11-24T08:20:46,110 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/WALs/30c28c82771d,40783,1732436410434/30c28c82771d%2C40783%2C1732436410434.1732436412026 to pos 2384, reset compression=false 2024-11-24T08:20:46,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741832_1008 (size=2392) 2024-11-24T08:20:46,198 DEBUG [RS:0;30c28c82771d:40783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:46,198 INFO [RS:0;30c28c82771d:40783 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:20:46,198 INFO [RS:0;30c28c82771d:40783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:20:46,198 INFO [RS:0;30c28c82771d:40783 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:20:46,198 INFO [RS:0;30c28c82771d:40783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:20:46,198 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:20:46,199 INFO [RS:0;30c28c82771d:40783 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30c28c82771d,40783,1732436410434 because: Region server is closing 2024-11-24T08:20:46,199 INFO [RS:0;30c28c82771d:40783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:40783. 2024-11-24T08:20:46,199 DEBUG [RS:0;30c28c82771d:40783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:46,199 DEBUG [RS:0;30c28c82771d:40783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:46,199 DEBUG [RS:0;30c28c82771d:40783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:46,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:46,299 INFO [RS:0;30c28c82771d:40783 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.shipper30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 terminated 2024-11-24T08:20:46,299 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,40783,1732436410434.replicationSource.wal-reader.30c28c82771d%2C40783%2C1732436410434,1-30c28c82771d,40783,1732436410434 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T08:20:46,299 INFO [RS:0;30c28c82771d:40783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:40783. 2024-11-24T08:20:46,300 DEBUG [RS:0;30c28c82771d:40783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:20:46,300 DEBUG [RS:0;30c28c82771d:40783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:46,300 DEBUG [RS:0;30c28c82771d:40783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:46,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:20:46,300 INFO [RS:0;30c28c82771d:40783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40783 2024-11-24T08:20:46,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1764137715/rs/30c28c82771d,40783,1732436410434 2024-11-24T08:20:46,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715/rs 2024-11-24T08:20:46,302 INFO [RS:0;30c28c82771d:40783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:20:46,304 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,40783,1732436410434] 2024-11-24T08:20:46,305 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1764137715/draining/30c28c82771d,40783,1732436410434 already deleted, retry=false 2024-11-24T08:20:46,305 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,40783,1732436410434 expired; onlineServers=0 2024-11-24T08:20:46,305 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,36047,1732436410376' ***** 2024-11-24T08:20:46,305 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:20:46,305 INFO [M:0;30c28c82771d:36047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:20:46,305 INFO [M:0;30c28c82771d:36047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:20:46,305 DEBUG [M:0;30c28c82771d:36047 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:20:46,305 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:20:46,305 DEBUG [M:0;30c28c82771d:36047 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:20:46,305 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436411819 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436411819,5,FailOnTimeoutGroup] 2024-11-24T08:20:46,305 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436411819 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436411819,5,FailOnTimeoutGroup] 2024-11-24T08:20:46,306 INFO [M:0;30c28c82771d:36047 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:20:46,306 INFO [M:0;30c28c82771d:36047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:20:46,306 DEBUG [M:0;30c28c82771d:36047 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:20:46,306 INFO [M:0;30c28c82771d:36047 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:20:46,306 INFO [M:0;30c28c82771d:36047 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:20:46,306 INFO [M:0;30c28c82771d:36047 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:20:46,306 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:20:46,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1764137715/master 2024-11-24T08:20:46,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764137715 2024-11-24T08:20:46,307 DEBUG [M:0;30c28c82771d:36047 {}] zookeeper.ZKUtil(347): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Unable to get data of znode /0-1764137715/master because node does not exist (not an error) 2024-11-24T08:20:46,307 WARN [M:0;30c28c82771d:36047 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:20:46,308 INFO [M:0;30c28c82771d:36047 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/.lastflushedseqids 2024-11-24T08:20:46,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741847_1023 (size=245) 2024-11-24T08:20:46,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:46,404 INFO [RS:0;30c28c82771d:40783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:20:46,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40783-0x101490fa6d60001, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:46,404 INFO [RS:0;30c28c82771d:40783 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,40783,1732436410434; zookeeper connection closed. 2024-11-24T08:20:46,405 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e7f6770 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e7f6770 2024-11-24T08:20:46,405 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:20:46,712 INFO [M:0;30c28c82771d:36047 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:20:46,712 INFO [M:0;30c28c82771d:36047 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:20:46,712 DEBUG [M:0;30c28c82771d:36047 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:20:46,712 INFO [M:0;30c28c82771d:36047 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:46,712 DEBUG [M:0;30c28c82771d:36047 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:46,713 DEBUG [M:0;30c28c82771d:36047 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:20:46,713 DEBUG [M:0;30c28c82771d:36047 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:46,713 INFO [M:0;30c28c82771d:36047 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-24T08:20:46,728 DEBUG [M:0;30c28c82771d:36047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76b7f5675bc146fda096328e7fc72c71 is 82, key is hbase:meta,,1/info:regioninfo/1732436412989/Put/seqid=0 2024-11-24T08:20:46,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741848_1024 (size=5672) 2024-11-24T08:20:47,132 INFO [M:0;30c28c82771d:36047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76b7f5675bc146fda096328e7fc72c71 2024-11-24T08:20:47,150 DEBUG [M:0;30c28c82771d:36047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fc270bea6f348d7952f795d9a589e57 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732436422039/Put/seqid=0 2024-11-24T08:20:47,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741849_1025 (size=7217) 2024-11-24T08:20:47,554 INFO [M:0;30c28c82771d:36047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fc270bea6f348d7952f795d9a589e57 2024-11-24T08:20:47,558 INFO [M:0;30c28c82771d:36047 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fc270bea6f348d7952f795d9a589e57 2024-11-24T08:20:47,571 DEBUG [M:0;30c28c82771d:36047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/214c6bd7e6c540f9b9dfa3bb53d1a4ab is 69, key is 30c28c82771d,40783,1732436410434/rs:state/1732436411878/Put/seqid=0 2024-11-24T08:20:47,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741850_1026 (size=5156) 2024-11-24T08:20:47,975 INFO [M:0;30c28c82771d:36047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/214c6bd7e6c540f9b9dfa3bb53d1a4ab 2024-11-24T08:20:47,979 DEBUG [M:0;30c28c82771d:36047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76b7f5675bc146fda096328e7fc72c71 as hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76b7f5675bc146fda096328e7fc72c71 2024-11-24T08:20:47,983 INFO [M:0;30c28c82771d:36047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76b7f5675bc146fda096328e7fc72c71, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T08:20:47,983 DEBUG [M:0;30c28c82771d:36047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fc270bea6f348d7952f795d9a589e57 as hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1fc270bea6f348d7952f795d9a589e57 2024-11-24T08:20:47,986 INFO [M:0;30c28c82771d:36047 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fc270bea6f348d7952f795d9a589e57 2024-11-24T08:20:47,986 INFO [M:0;30c28c82771d:36047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1fc270bea6f348d7952f795d9a589e57, entries=11, sequenceid=105, filesize=7.0 K 2024-11-24T08:20:47,987 DEBUG [M:0;30c28c82771d:36047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/214c6bd7e6c540f9b9dfa3bb53d1a4ab as hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/214c6bd7e6c540f9b9dfa3bb53d1a4ab 2024-11-24T08:20:47,990 INFO [M:0;30c28c82771d:36047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/214c6bd7e6c540f9b9dfa3bb53d1a4ab, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T08:20:47,991 INFO [M:0;30c28c82771d:36047 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false 2024-11-24T08:20:47,992 INFO [M:0;30c28c82771d:36047 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:47,992 DEBUG [M:0;30c28c82771d:36047 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436446712Disabling compacts and flushes for region at 1732436446712Disabling writes for close at 1732436446713 (+1 ms)Obtaining lock to block concurrent updates at 1732436446713Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436446713Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732436446713Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436446714 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436446714Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436446728 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436446728Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436447136 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436447150 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436447150Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436447558 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436447571 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436447571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c7064ae: reopening flushed file at 1732436447979 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee10a79: reopening flushed file at 1732436447983 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@283b80c1: reopening flushed file at 1732436447986 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false at 1732436447991 (+5 ms)Writing region close event to WAL at 1732436447992 (+1 ms)Closed at 1732436447992 2024-11-24T08:20:47,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741830_1006 (size=64411) 2024-11-24T08:20:47,994 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34dae3e7-4ae3-4b8b-924a-4c8016995077/MasterData/WALs/30c28c82771d,36047,1732436410376/30c28c82771d%2C36047%2C1732436410376.1732436411727 not finished, retry = 0 2024-11-24T08:20:48,095 INFO [M:0;30c28c82771d:36047 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:20:48,095 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:20:48,095 INFO [M:0;30c28c82771d:36047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36047 2024-11-24T08:20:48,096 INFO [M:0;30c28c82771d:36047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:20:48,197 INFO [M:0;30c28c82771d:36047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:20:48,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:48,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36047-0x101490fa6d60000, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:20:48,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d0dab95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:20:48,201 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e7203dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:20:48,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:20:48,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53e24b6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:20:48,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6842fb35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/hadoop.log.dir/,STOPPED} 2024-11-24T08:20:48,202 WARN [BP-1752756012-172.17.0.2-1732436409438 heartbeating to localhost/127.0.0.1:43813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:20:48,202 WARN [BP-1752756012-172.17.0.2-1732436409438 heartbeating to localhost/127.0.0.1:43813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1752756012-172.17.0.2-1732436409438 (Datanode Uuid 5e2ab895-52a3-4a9f-ad0f-3e304c908378) service to localhost/127.0.0.1:43813 2024-11-24T08:20:48,202 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:20:48,202 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:20:48,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/cluster_c90fab69-6d3c-907e-7a97-692c1fd03cfc/data/data1/current/BP-1752756012-172.17.0.2-1732436409438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:20:48,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/cluster_c90fab69-6d3c-907e-7a97-692c1fd03cfc/data/data2/current/BP-1752756012-172.17.0.2-1732436409438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:20:48,203 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:20:48,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40be608d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:20:48,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bbaff4e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:20:48,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:20:48,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@753620b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:20:48,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef8cd30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5c0785-a425-10de-46bf-330246dd964c/hadoop.log.dir/,STOPPED} 2024-11-24T08:20:48,220 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T08:20:48,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:20:48,245 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 266) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58709) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42637 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:42319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:42637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42319 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43813 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58709) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58709) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=728 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=341 (was 341), ProcessCount=11 (was 11), AvailableMemoryMB=6563 (was 6043) - AvailableMemoryMB LEAK? - 2024-11-24T08:20:48,257 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=728, MaxFileDescriptor=1048576, SystemLoadAverage=341, ProcessCount=11, AvailableMemoryMB=6560 2024-11-24T08:20:48,274 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-24T08:20:48,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/hadoop.log.dir so I do NOT create it in target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b 2024-11-24T08:20:48,275 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:20:48,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/hadoop.tmp.dir so I do NOT create it in target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b 2024-11-24T08:20:48,275 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe2f03d0-3fbc-7dad-d333-8416113e128a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:20:48,275 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b 2024-11-24T08:20:48,275 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/cluster_bfede9c6-587d-7a14-d559-319bb16ab44b, deleteOnExit=true 2024-11-24T08:20:48,279 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/cluster_bfede9c6-587d-7a14-d559-319bb16ab44b/zookeeper_0, clientPort=52048, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/cluster_bfede9c6-587d-7a14-d559-319bb16ab44b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/cluster_bfede9c6-587d-7a14-d559-319bb16ab44b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T08:20:48,280 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52048 2024-11-24T08:20:48,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:20:48,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:20:48,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/test.cache.data in system properties and HBase conf 2024-11-24T08:20:48,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:20:48,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:20:48,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:20:48,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:20:48,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:20:48,280 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:20:48,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:20:48,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:20:48,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:20:48,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:20:48,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:20:48,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:20:48,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:20:48,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:20:48,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:20:48,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:20:48,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:20:48,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:20:48,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:20:48,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:20:48,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101490fa6d60005, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:20:48,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101490fa6d60002, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:20:48,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101490fa6d60005, quorum=127.0.0.1:58709, baseZNode=/1-1813346980 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:20:48,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101490fa6d60008, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:20:48,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101490fa6d60002, quorum=127.0.0.1:58709, baseZNode=/0-1764137715 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:20:48,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101490fa6d60008, quorum=127.0.0.1:58709, baseZNode=/21711003231 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:20:48,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:20:48,426 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:20:48,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:20:48,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:20:48,443 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:20:48,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:20:48,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ec3563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:20:48,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c9a6613{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:20:48,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b953e52{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/java.io.tmpdir/jetty-localhost-36281-hadoop-hdfs-3_4_1-tests_jar-_-any-466815344945206168/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:20:48,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f196f2{HTTP/1.1, (http/1.1)}{localhost:36281} 2024-11-24T08:20:48,620 INFO [Time-limited test {}] server.Server(415): Started @244067ms 2024-11-24T08:20:48,731 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:20:48,733 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:20:48,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:20:48,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:20:48,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:20:48,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59600c9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:20:48,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57baa567{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:20:48,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@798f27a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/java.io.tmpdir/jetty-localhost-34479-hadoop-hdfs-3_4_1-tests_jar-_-any-6332655500818790121/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:20:48,854 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@753699f{HTTP/1.1, (http/1.1)}{localhost:34479} 2024-11-24T08:20:48,854 INFO [Time-limited test {}] server.Server(415): Started @244301ms 2024-11-24T08:20:48,856 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:20:48,947 WARN [Thread-3419 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/cluster_bfede9c6-587d-7a14-d559-319bb16ab44b/data/data2/current/BP-171360800-172.17.0.2-1732436448314/current, will proceed with Du for space computation calculation, 2024-11-24T08:20:48,947 WARN [Thread-3418 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/cluster_bfede9c6-587d-7a14-d559-319bb16ab44b/data/data1/current/BP-171360800-172.17.0.2-1732436448314/current, will proceed with Du for space computation calculation, 2024-11-24T08:20:48,965 WARN [Thread-3406 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:20:48,968 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe689369642fd306 with lease ID 0xf16f9893efb6075b: Processing first storage report for DS-d56c69ea-861d-44b3-89f6-6acc60e8a27d from datanode DatanodeRegistration(127.0.0.1:45267, datanodeUuid=05340611-def3-446d-bdcd-7fc0f39b3bb1, infoPort=42701, infoSecurePort=0, ipcPort=45845, storageInfo=lv=-57;cid=testClusterID;nsid=1674056288;c=1732436448314) 2024-11-24T08:20:48,968 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe689369642fd306 with lease ID 0xf16f9893efb6075b: from storage DS-d56c69ea-861d-44b3-89f6-6acc60e8a27d node DatanodeRegistration(127.0.0.1:45267, datanodeUuid=05340611-def3-446d-bdcd-7fc0f39b3bb1, infoPort=42701, infoSecurePort=0, ipcPort=45845, storageInfo=lv=-57;cid=testClusterID;nsid=1674056288;c=1732436448314), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T08:20:48,968 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe689369642fd306 with lease ID 0xf16f9893efb6075b: Processing first storage report for DS-ab16ed78-ab16-4b67-bdcb-a40df0c518dd from datanode DatanodeRegistration(127.0.0.1:45267, datanodeUuid=05340611-def3-446d-bdcd-7fc0f39b3bb1, infoPort=42701, infoSecurePort=0, ipcPort=45845, storageInfo=lv=-57;cid=testClusterID;nsid=1674056288;c=1732436448314) 2024-11-24T08:20:48,968 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe689369642fd306 with lease ID 0xf16f9893efb6075b: from storage DS-ab16ed78-ab16-4b67-bdcb-a40df0c518dd node DatanodeRegistration(127.0.0.1:45267, datanodeUuid=05340611-def3-446d-bdcd-7fc0f39b3bb1, infoPort=42701, infoSecurePort=0, ipcPort=45845, storageInfo=lv=-57;cid=testClusterID;nsid=1674056288;c=1732436448314), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:20:48,979 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b 2024-11-24T08:20:48,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:48,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:48,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:20:48,987 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124 with version=8 2024-11-24T08:20:48,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/hbase-staging 2024-11-24T08:20:48,989 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:20:48,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:48,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:48,989 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:20:48,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:48,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:20:48,989 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:20:48,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:20:48,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43105 2024-11-24T08:20:48,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43105 connecting to ZooKeeper ensemble=127.0.0.1:52048 2024-11-24T08:20:48,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431050x0, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:20:48,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43105-0x10149103ea60000 connected 2024-11-24T08:20:49,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:49,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:49,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Set watcher on znode that does not yet exist, /0-2107480134/running 2024-11-24T08:20:49,021 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124, hbase.cluster.distributed=false 2024-11-24T08:20:49,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Set watcher on znode that does not yet exist, /0-2107480134/acl 2024-11-24T08:20:49,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43105 2024-11-24T08:20:49,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43105 2024-11-24T08:20:49,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43105 2024-11-24T08:20:49,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43105 2024-11-24T08:20:49,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43105 2024-11-24T08:20:49,048 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:20:49,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:49,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:49,048 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:20:49,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:49,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:20:49,048 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:20:49,048 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:20:49,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36985 2024-11-24T08:20:49,050 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36985 connecting to ZooKeeper ensemble=127.0.0.1:52048 2024-11-24T08:20:49,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:49,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:49,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369850x0, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:20:49,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369850x0, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Set watcher on znode that does not yet exist, /0-2107480134/running 2024-11-24T08:20:49,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36985-0x10149103ea60001 connected 2024-11-24T08:20:49,058 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:20:49,060 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:20:49,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Set watcher on znode that does not yet exist, /0-2107480134/master 2024-11-24T08:20:49,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Set watcher on znode that does not yet exist, /0-2107480134/acl 2024-11-24T08:20:49,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36985 2024-11-24T08:20:49,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36985 2024-11-24T08:20:49,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36985 2024-11-24T08:20:49,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36985 2024-11-24T08:20:49,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36985 2024-11-24T08:20:49,083 DEBUG [M:0;30c28c82771d:43105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:43105 2024-11-24T08:20:49,083 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2107480134/backup-masters/30c28c82771d,43105,1732436448989 2024-11-24T08:20:49,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134/backup-masters 2024-11-24T08:20:49,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134/backup-masters 2024-11-24T08:20:49,085 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Set watcher on existing znode=/0-2107480134/backup-masters/30c28c82771d,43105,1732436448989 2024-11-24T08:20:49,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134 2024-11-24T08:20:49,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2107480134/master 2024-11-24T08:20:49,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134 2024-11-24T08:20:49,087 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Set watcher on existing znode=/0-2107480134/master 2024-11-24T08:20:49,087 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2107480134/backup-masters/30c28c82771d,43105,1732436448989 from backup master directory 2024-11-24T08:20:49,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134/backup-masters 2024-11-24T08:20:49,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2107480134/backup-masters/30c28c82771d,43105,1732436448989 2024-11-24T08:20:49,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134/backup-masters 2024-11-24T08:20:49,088 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:20:49,088 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,43105,1732436448989 2024-11-24T08:20:49,091 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/hbase.id] with ID: dd4e9aa6-0258-4119-8ef9-aa2cc710f75d 2024-11-24T08:20:49,091 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/.tmp/hbase.id 2024-11-24T08:20:49,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:20:49,263 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:49,264 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:20:49,264 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68455 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:20:49,497 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/.tmp/hbase.id]:[hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/hbase.id] 2024-11-24T08:20:49,505 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:49,506 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:20:49,506 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T08:20:49,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134 2024-11-24T08:20:49,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134 2024-11-24T08:20:49,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:20:49,514 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:20:49,515 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:20:49,515 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:49,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:20:49,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T08:20:49,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T08:20:49,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T08:20:49,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:20:49,921 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store 2024-11-24T08:20:49,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:20:49,934 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:49,934 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:20:49,934 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:49,934 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:49,934 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:20:49,934 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:49,934 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:49,934 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436449934Disabling compacts and flushes for region at 1732436449934Disabling writes for close at 1732436449934Writing region close event to WAL at 1732436449934Closed at 1732436449934 2024-11-24T08:20:49,935 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store/.initializing 2024-11-24T08:20:49,935 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/WALs/30c28c82771d,43105,1732436448989 2024-11-24T08:20:49,936 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:20:49,937 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C43105%2C1732436448989, suffix=, logDir=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/WALs/30c28c82771d,43105,1732436448989, archiveDir=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/oldWALs, maxLogs=10 2024-11-24T08:20:49,954 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/WALs/30c28c82771d,43105,1732436448989/30c28c82771d%2C43105%2C1732436448989.1732436449937, exclude list is [], retry=0 2024-11-24T08:20:49,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45267,DS-d56c69ea-861d-44b3-89f6-6acc60e8a27d,DISK] 2024-11-24T08:20:49,973 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/WALs/30c28c82771d,43105,1732436448989/30c28c82771d%2C43105%2C1732436448989.1732436449937 2024-11-24T08:20:49,974 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42701:42701)] 2024-11-24T08:20:49,974 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:20:49,974 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:49,974 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:49,974 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:49,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:49,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:20:49,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:49,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:49,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:49,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:20:49,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:49,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:49,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:49,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:20:49,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:49,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:49,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:49,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:20:49,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:49,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:49,981 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:49,981 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:49,982 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:49,982 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:49,982 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:49,983 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:20:49,983 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:49,985 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:20:49,985 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60920177, jitterRate=-0.09221862256526947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:20:49,986 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436449974Initializing all the Stores at 1732436449975 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436449975Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436449975Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436449975Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436449975Cleaning up temporary data from old regions at 1732436449982 (+7 ms)Region opened successfully at 1732436449986 (+4 ms) 2024-11-24T08:20:49,988 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:20:49,991 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76fb646c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:20:49,993 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:20:49,993 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:20:49,993 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:20:49,993 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:20:49,994 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:20:49,994 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:20:49,994 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:20:50,006 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:20:50,007 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Unable to get data of znode /0-2107480134/balancer because node does not exist (not necessarily an error) 2024-11-24T08:20:50,010 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2107480134/balancer already deleted, retry=false 2024-11-24T08:20:50,010 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:20:50,011 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Unable to get data of znode /0-2107480134/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:20:50,013 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2107480134/normalizer already deleted, retry=false 2024-11-24T08:20:50,014 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:20:50,015 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Unable to get data of znode /0-2107480134/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:20:50,016 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2107480134/switch/split already deleted, retry=false 2024-11-24T08:20:50,017 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Unable to get data of znode /0-2107480134/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:20:50,019 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2107480134/switch/merge already deleted, retry=false 2024-11-24T08:20:50,021 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Unable to get data of znode /0-2107480134/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:20:50,022 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2107480134/snapshot-cleanup already deleted, retry=false 2024-11-24T08:20:50,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2107480134/running 2024-11-24T08:20:50,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134 2024-11-24T08:20:50,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2107480134/running 2024-11-24T08:20:50,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134 2024-11-24T08:20:50,024 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,43105,1732436448989, sessionid=0x10149103ea60000, setting cluster-up flag (Was=false) 2024-11-24T08:20:50,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134 2024-11-24T08:20:50,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134 2024-11-24T08:20:50,036 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2107480134/flush-table-proc/acquired, /0-2107480134/flush-table-proc/reached, /0-2107480134/flush-table-proc/abort 2024-11-24T08:20:50,037 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,43105,1732436448989 2024-11-24T08:20:50,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134 2024-11-24T08:20:50,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134 2024-11-24T08:20:50,046 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2107480134/online-snapshot/acquired, /0-2107480134/online-snapshot/reached, /0-2107480134/online-snapshot/abort 2024-11-24T08:20:50,047 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,43105,1732436448989 2024-11-24T08:20:50,048 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:20:50,049 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:50,049 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:20:50,050 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:20:50,050 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,43105,1732436448989 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:20:50,051 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:50,051 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:50,051 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:50,051 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:50,051 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:20:50,051 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:50,051 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:20:50,051 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:50,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:50,053 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:20:50,054 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:50,054 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:20:50,069 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436480068 2024-11-24T08:20:50,069 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:20:50,069 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:20:50,069 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:20:50,069 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:20:50,069 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:20:50,069 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:20:50,073 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,074 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:20:50,074 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:20:50,074 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:20:50,074 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:20:50,075 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:20:50,075 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:20:50,075 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436450075,5,FailOnTimeoutGroup] 2024-11-24T08:20:50,080 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436450075,5,FailOnTimeoutGroup] 2024-11-24T08:20:50,080 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,080 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:20:50,080 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,080 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:20:50,086 INFO [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(746): ClusterId : dd4e9aa6-0258-4119-8ef9-aa2cc710f75d 2024-11-24T08:20:50,086 DEBUG [RS:0;30c28c82771d:36985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:20:50,087 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:20:50,087 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124 2024-11-24T08:20:50,088 DEBUG [RS:0;30c28c82771d:36985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:20:50,088 DEBUG [RS:0;30c28c82771d:36985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:20:50,091 DEBUG [RS:0;30c28c82771d:36985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:20:50,091 DEBUG [RS:0;30c28c82771d:36985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7027f126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:20:50,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741832_1008 (size=32) 2024-11-24T08:20:50,106 DEBUG [RS:0;30c28c82771d:36985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:36985 2024-11-24T08:20:50,107 INFO [RS:0;30c28c82771d:36985 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:20:50,107 INFO [RS:0;30c28c82771d:36985 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:20:50,107 DEBUG [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:20:50,107 INFO [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,43105,1732436448989 with port=36985, startcode=1732436449048 2024-11-24T08:20:50,107 DEBUG [RS:0;30c28c82771d:36985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:20:50,109 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:20:50,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43105 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,36985,1732436449048 2024-11-24T08:20:50,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43105 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,36985,1732436449048 2024-11-24T08:20:50,111 DEBUG [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124 2024-11-24T08:20:50,111 DEBUG [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44537 2024-11-24T08:20:50,111 DEBUG [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:20:50,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134/rs 2024-11-24T08:20:50,115 DEBUG [RS:0;30c28c82771d:36985 {}] zookeeper.ZKUtil(111): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Set watcher on existing znode=/0-2107480134/rs/30c28c82771d,36985,1732436449048 2024-11-24T08:20:50,115 WARN [RS:0;30c28c82771d:36985 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:20:50,115 INFO [RS:0;30c28c82771d:36985 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:50,115 DEBUG [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048 2024-11-24T08:20:50,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,36985,1732436449048] 2024-11-24T08:20:50,120 INFO [RS:0;30c28c82771d:36985 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:20:50,128 INFO [RS:0;30c28c82771d:36985 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:20:50,129 INFO [RS:0;30c28c82771d:36985 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:20:50,129 INFO [RS:0;30c28c82771d:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,129 INFO [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:20:50,131 INFO [RS:0;30c28c82771d:36985 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:20:50,131 INFO [RS:0;30c28c82771d:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,131 DEBUG [RS:0;30c28c82771d:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:50,131 DEBUG [RS:0;30c28c82771d:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:50,131 DEBUG [RS:0;30c28c82771d:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:50,131 DEBUG [RS:0;30c28c82771d:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:50,131 DEBUG [RS:0;30c28c82771d:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:50,131 DEBUG [RS:0;30c28c82771d:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:20:50,131 DEBUG [RS:0;30c28c82771d:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:50,131 DEBUG [RS:0;30c28c82771d:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:50,131 DEBUG [RS:0;30c28c82771d:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:50,131 DEBUG [RS:0;30c28c82771d:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:50,131 DEBUG [RS:0;30c28c82771d:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:50,131 DEBUG [RS:0;30c28c82771d:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:50,131 DEBUG [RS:0;30c28c82771d:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:20:50,131 DEBUG [RS:0;30c28c82771d:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:20:50,138 INFO [RS:0;30c28c82771d:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,138 INFO [RS:0;30c28c82771d:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,138 INFO [RS:0;30c28c82771d:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,138 INFO [RS:0;30c28c82771d:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,138 INFO [RS:0;30c28c82771d:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,138 INFO [RS:0;30c28c82771d:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36985,1732436449048-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:20:50,159 INFO [RS:0;30c28c82771d:36985 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:20:50,159 INFO [RS:0;30c28c82771d:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,36985,1732436449048-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,159 INFO [RS:0;30c28c82771d:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,159 INFO [RS:0;30c28c82771d:36985 {}] regionserver.Replication(171): 30c28c82771d,36985,1732436449048 started 2024-11-24T08:20:50,174 INFO [RS:0;30c28c82771d:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,174 INFO [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,36985,1732436449048, RpcServer on 30c28c82771d/172.17.0.2:36985, sessionid=0x10149103ea60001 2024-11-24T08:20:50,174 DEBUG [RS:0;30c28c82771d:36985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:20:50,174 DEBUG [RS:0;30c28c82771d:36985 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,36985,1732436449048 2024-11-24T08:20:50,174 DEBUG [RS:0;30c28c82771d:36985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,36985,1732436449048' 2024-11-24T08:20:50,174 DEBUG [RS:0;30c28c82771d:36985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2107480134/flush-table-proc/abort' 2024-11-24T08:20:50,174 DEBUG [RS:0;30c28c82771d:36985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2107480134/flush-table-proc/acquired' 2024-11-24T08:20:50,175 DEBUG [RS:0;30c28c82771d:36985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:20:50,175 DEBUG [RS:0;30c28c82771d:36985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:20:50,175 DEBUG [RS:0;30c28c82771d:36985 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,36985,1732436449048 2024-11-24T08:20:50,175 DEBUG [RS:0;30c28c82771d:36985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,36985,1732436449048' 2024-11-24T08:20:50,175 DEBUG [RS:0;30c28c82771d:36985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2107480134/online-snapshot/abort' 2024-11-24T08:20:50,175 DEBUG [RS:0;30c28c82771d:36985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2107480134/online-snapshot/acquired' 2024-11-24T08:20:50,175 DEBUG [RS:0;30c28c82771d:36985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:20:50,175 INFO [RS:0;30c28c82771d:36985 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:20:50,175 INFO [RS:0;30c28c82771d:36985 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:20:50,276 INFO [RS:0;30c28c82771d:36985 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:20:50,277 INFO [RS:0;30c28c82771d:36985 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C36985%2C1732436449048, suffix=, logDir=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048, archiveDir=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/oldWALs, maxLogs=10 2024-11-24T08:20:50,290 DEBUG [RS:0;30c28c82771d:36985 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277, exclude list is [], retry=0 2024-11-24T08:20:50,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45267,DS-d56c69ea-861d-44b3-89f6-6acc60e8a27d,DISK] 2024-11-24T08:20:50,294 INFO [RS:0;30c28c82771d:36985 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 2024-11-24T08:20:50,295 DEBUG [RS:0;30c28c82771d:36985 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42701:42701)] 2024-11-24T08:20:50,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:50,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:20:50,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:20:50,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:50,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:50,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:20:50,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:20:50,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:50,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:50,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:20:50,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:20:50,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:50,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:50,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:20:50,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:20:50,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:50,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:50,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:20:50,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740 2024-11-24T08:20:50,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740 2024-11-24T08:20:50,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:20:50,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:20:50,504 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:20:50,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:20:50,506 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:20:50,506 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63945938, jitterRate=-0.04713127017021179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:20:50,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436450495Initializing all the Stores at 1732436450496 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436450496Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436450496Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436450496Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436450496Cleaning up temporary data from old regions at 1732436450503 (+7 ms)Region opened successfully at 1732436450507 (+4 ms) 2024-11-24T08:20:50,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:20:50,507 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:20:50,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:20:50,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:20:50,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:20:50,508 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:20:50,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436450507Disabling compacts and flushes for region at 1732436450507Disabling writes for close at 1732436450507Writing region close event to WAL at 1732436450508 (+1 ms)Closed at 1732436450508 2024-11-24T08:20:50,509 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:50,509 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:20:50,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:20:50,510 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:20:50,511 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:20:50,661 DEBUG [30c28c82771d:43105 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:20:50,662 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,36985,1732436449048 2024-11-24T08:20:50,663 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,36985,1732436449048, state=OPENING 2024-11-24T08:20:50,666 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:20:50,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134 2024-11-24T08:20:50,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134 2024-11-24T08:20:50,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2107480134/meta-region-server: CHANGED 2024-11-24T08:20:50,671 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:20:50,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,36985,1732436449048}] 2024-11-24T08:20:50,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2107480134/meta-region-server: CHANGED 2024-11-24T08:20:50,824 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:20:50,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:20:50,853 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:20:50,853 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:50,853 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:20:50,855 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C36985%2C1732436449048.meta, suffix=.meta, logDir=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048, archiveDir=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/oldWALs, maxLogs=10 2024-11-24T08:20:50,887 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.meta.1732436450856.meta, exclude list is [], retry=0 2024-11-24T08:20:50,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45267,DS-d56c69ea-861d-44b3-89f6-6acc60e8a27d,DISK] 2024-11-24T08:20:50,897 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.meta.1732436450856.meta 2024-11-24T08:20:50,897 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42701:42701)] 2024-11-24T08:20:50,898 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:20:50,898 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:20:50,898 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:20:50,898 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:20:50,898 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:20:50,898 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:20:50,898 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:50,898 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:20:50,898 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:20:50,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:20:50,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:20:50,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:50,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:50,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:20:50,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:20:50,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:50,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:50,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:20:50,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:20:50,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:50,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:50,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:20:50,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:20:50,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:50,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:50,907 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:20:50,908 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740 2024-11-24T08:20:50,909 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740 2024-11-24T08:20:50,910 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:20:50,910 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:20:50,912 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:20:50,920 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:20:50,921 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65078024, jitterRate=-0.030261874198913574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:20:50,921 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:20:50,922 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436450898Writing region info on filesystem at 1732436450898Initializing all the Stores at 1732436450899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436450899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436450900 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436450900Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436450900Cleaning up temporary data from old regions at 1732436450910 (+10 ms)Running coprocessor post-open hooks at 1732436450921 (+11 ms)Region opened successfully at 1732436450922 (+1 ms) 2024-11-24T08:20:50,922 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436450823 2024-11-24T08:20:50,925 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:20:50,925 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:20:50,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,36985,1732436449048 2024-11-24T08:20:50,926 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,36985,1732436449048, state=OPEN 2024-11-24T08:20:50,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2107480134/meta-region-server 2024-11-24T08:20:50,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2107480134/meta-region-server 2024-11-24T08:20:50,927 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,36985,1732436449048 2024-11-24T08:20:50,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2107480134/meta-region-server: CHANGED 2024-11-24T08:20:50,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2107480134/meta-region-server: CHANGED 2024-11-24T08:20:50,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:20:50,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,36985,1732436449048 in 256 msec 2024-11-24T08:20:50,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:20:50,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-24T08:20:50,931 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:50,931 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:20:50,933 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:50,933 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,36985,1732436449048, seqNum=-1] 2024-11-24T08:20:50,933 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:50,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:20:50,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 889 msec 2024-11-24T08:20:50,938 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436450938, completionTime=-1 2024-11-24T08:20:50,938 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:20:50,938 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:20:50,939 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:20:50,939 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436510939 2024-11-24T08:20:50,939 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436570939 2024-11-24T08:20:50,939 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T08:20:50,940 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43105,1732436448989-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,940 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43105,1732436448989-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,940 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43105,1732436448989-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,940 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:43105, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,940 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,940 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,942 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:20:50,943 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.855sec 2024-11-24T08:20:50,943 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:20:50,943 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:20:50,943 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:20:50,943 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:20:50,943 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:20:50,943 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43105,1732436448989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:20:50,943 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43105,1732436448989-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:20:50,945 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:20:50,945 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:20:50,945 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43105,1732436448989-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:50,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbc2800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:50,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,43105,-1 for getting cluster id 2024-11-24T08:20:50,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:50,987 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd4e9aa6-0258-4119-8ef9-aa2cc710f75d' 2024-11-24T08:20:50,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:50,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd4e9aa6-0258-4119-8ef9-aa2cc710f75d" 2024-11-24T08:20:50,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d88469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:50,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,43105,-1] 2024-11-24T08:20:50,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:50,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:50,989 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:50,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f531d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:50,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:50,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,36985,1732436449048, seqNum=-1] 2024-11-24T08:20:50,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:50,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:20:50,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,43105,1732436448989 2024-11-24T08:20:50,995 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52048 2024-11-24T08:20:51,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:20:51,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10149103ea60002 connected 2024-11-24T08:20:51,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/hadoop.log.dir so I do NOT create it in target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4 2024-11-24T08:20:51,027 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:20:51,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/hadoop.tmp.dir so I do NOT create it in target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4 2024-11-24T08:20:51,027 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:20:51,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4 2024-11-24T08:20:51,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:20:51,027 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/cluster_790b6fcd-32e4-99c0-f229-1686d85fcd9a, deleteOnExit=true 2024-11-24T08:20:51,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:20:51,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/test.cache.data in system properties and HBase conf 2024-11-24T08:20:51,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:20:51,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:20:51,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:20:51,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:20:51,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:20:51,028 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:20:51,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:20:51,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:20:51,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:20:51,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:20:51,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:20:51,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:20:51,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:20:51,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:20:51,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:20:51,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:20:51,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:20:51,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:20:51,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:20:51,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:20:51,119 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T08:20:51,120 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:51,120 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:51,123 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:51,123 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:51,123 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:51,164 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:51,165 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:51,166 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:51,166 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:51,166 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:51,167 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:51,171 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:51,179 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:51,180 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:51,195 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:51,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:20:51,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:20:51,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:20:51,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:20:51,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:20:51,318 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:20:51,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e1d7cd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:20:51,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f568de5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:20:51,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20d04411{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/java.io.tmpdir/jetty-localhost-43007-hadoop-hdfs-3_4_1-tests_jar-_-any-10827636819095491652/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:20:51,475 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f7d95be{HTTP/1.1, (http/1.1)}{localhost:43007} 2024-11-24T08:20:51,475 INFO [Time-limited test {}] server.Server(415): Started @246922ms 2024-11-24T08:20:51,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:20:51,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:20:51,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:20:51,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:20:51,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:20:51,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@427d713c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:20:51,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f18fb1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:20:51,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5597dc82{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/java.io.tmpdir/jetty-localhost-41037-hadoop-hdfs-3_4_1-tests_jar-_-any-13825116957883766166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:20:51,858 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c223397{HTTP/1.1, (http/1.1)}{localhost:41037} 2024-11-24T08:20:51,858 INFO [Time-limited test {}] server.Server(415): Started @247305ms 2024-11-24T08:20:51,859 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:20:51,968 WARN [Thread-3539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/cluster_790b6fcd-32e4-99c0-f229-1686d85fcd9a/data/data1/current/BP-1471670891-172.17.0.2-1732436451051/current, will proceed with Du for space computation calculation, 2024-11-24T08:20:51,968 WARN [Thread-3540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/cluster_790b6fcd-32e4-99c0-f229-1686d85fcd9a/data/data2/current/BP-1471670891-172.17.0.2-1732436451051/current, will proceed with Du for space computation calculation, 2024-11-24T08:20:52,005 WARN [Thread-3527 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:20:52,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda48e43355199920 with lease ID 0x1e9321ecdc8ab48e: Processing first storage report for DS-ea3bc3d4-dccb-4fc8-a9bd-e52cd40798ea from datanode DatanodeRegistration(127.0.0.1:45513, datanodeUuid=f5e4acf8-2e18-44c5-b14d-3c77ec492d4f, infoPort=37517, infoSecurePort=0, ipcPort=44539, storageInfo=lv=-57;cid=testClusterID;nsid=420157355;c=1732436451051) 2024-11-24T08:20:52,008 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda48e43355199920 with lease ID 0x1e9321ecdc8ab48e: from storage DS-ea3bc3d4-dccb-4fc8-a9bd-e52cd40798ea node DatanodeRegistration(127.0.0.1:45513, datanodeUuid=f5e4acf8-2e18-44c5-b14d-3c77ec492d4f, infoPort=37517, infoSecurePort=0, ipcPort=44539, storageInfo=lv=-57;cid=testClusterID;nsid=420157355;c=1732436451051), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T08:20:52,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda48e43355199920 with lease ID 0x1e9321ecdc8ab48e: Processing first storage report for DS-373f6dbf-a580-461d-bddc-354cf770c94c from datanode DatanodeRegistration(127.0.0.1:45513, datanodeUuid=f5e4acf8-2e18-44c5-b14d-3c77ec492d4f, infoPort=37517, infoSecurePort=0, ipcPort=44539, storageInfo=lv=-57;cid=testClusterID;nsid=420157355;c=1732436451051) 2024-11-24T08:20:52,008 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda48e43355199920 with lease ID 0x1e9321ecdc8ab48e: from storage DS-373f6dbf-a580-461d-bddc-354cf770c94c node DatanodeRegistration(127.0.0.1:45513, datanodeUuid=f5e4acf8-2e18-44c5-b14d-3c77ec492d4f, infoPort=37517, infoSecurePort=0, ipcPort=44539, storageInfo=lv=-57;cid=testClusterID;nsid=420157355;c=1732436451051), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:20:52,086 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4 2024-11-24T08:20:52,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:52,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:52,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:20:52,499 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0 with version=8 2024-11-24T08:20:52,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/hbase-staging 2024-11-24T08:20:52,501 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:20:52,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:52,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:52,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:20:52,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:52,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:20:52,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:20:52,502 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:20:52,502 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40497 2024-11-24T08:20:52,503 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40497 connecting to ZooKeeper ensemble=127.0.0.1:52048 2024-11-24T08:20:52,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404970x0, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:20:52,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40497-0x10149103ea60003 connected 2024-11-24T08:20:52,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:52,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:52,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Set watcher on znode that does not yet exist, /1-19104617/running 2024-11-24T08:20:52,520 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0, hbase.cluster.distributed=false 2024-11-24T08:20:52,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Set watcher on znode that does not yet exist, /1-19104617/acl 2024-11-24T08:20:52,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40497 2024-11-24T08:20:52,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40497 2024-11-24T08:20:52,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40497 2024-11-24T08:20:52,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40497 2024-11-24T08:20:52,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40497 2024-11-24T08:20:52,538 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:20:52,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:52,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:52,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:20:52,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:52,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:20:52,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:20:52,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:20:52,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37081 2024-11-24T08:20:52,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37081 connecting to ZooKeeper ensemble=127.0.0.1:52048 2024-11-24T08:20:52,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:52,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:52,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370810x0, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:20:52,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370810x0, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Set watcher on znode that does not yet exist, /1-19104617/running 2024-11-24T08:20:52,545 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:20:52,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37081-0x10149103ea60004 connected 2024-11-24T08:20:52,547 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:20:52,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Set watcher on znode that does not yet exist, /1-19104617/master 2024-11-24T08:20:52,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Set watcher on znode that does not yet exist, /1-19104617/acl 2024-11-24T08:20:52,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37081 2024-11-24T08:20:52,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37081 2024-11-24T08:20:52,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37081 2024-11-24T08:20:52,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37081 2024-11-24T08:20:52,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37081 2024-11-24T08:20:52,576 DEBUG [M:0;30c28c82771d:40497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:40497 2024-11-24T08:20:52,576 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-19104617/backup-masters/30c28c82771d,40497,1732436452501 2024-11-24T08:20:52,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617/backup-masters 2024-11-24T08:20:52,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617/backup-masters 2024-11-24T08:20:52,578 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Set watcher on existing znode=/1-19104617/backup-masters/30c28c82771d,40497,1732436452501 2024-11-24T08:20:52,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-19104617/master 2024-11-24T08:20:52,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617 2024-11-24T08:20:52,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617 2024-11-24T08:20:52,581 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Set watcher on existing znode=/1-19104617/master 2024-11-24T08:20:52,581 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-19104617/backup-masters/30c28c82771d,40497,1732436452501 from backup master directory 2024-11-24T08:20:52,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-19104617/backup-masters/30c28c82771d,40497,1732436452501 2024-11-24T08:20:52,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617/backup-masters 2024-11-24T08:20:52,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617/backup-masters 2024-11-24T08:20:52,582 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:20:52,582 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,40497,1732436452501 2024-11-24T08:20:52,585 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/hbase.id] with ID: 16c11ab4-bff3-4530-b0c5-50b9608ff6d7 2024-11-24T08:20:52,585 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/.tmp/hbase.id 2024-11-24T08:20:52,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:20:52,990 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/.tmp/hbase.id]:[hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/hbase.id] 2024-11-24T08:20:52,999 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:52,999 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:20:53,000 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T08:20:53,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617 2024-11-24T08:20:53,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617 2024-11-24T08:20:53,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:20:53,411 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:20:53,412 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:20:53,413 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:53,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:20:53,819 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store 2024-11-24T08:20:53,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:20:54,224 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:54,225 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:20:54,225 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:54,225 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:54,225 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:20:54,225 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:54,225 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:54,225 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436454224Disabling compacts and flushes for region at 1732436454224Disabling writes for close at 1732436454225 (+1 ms)Writing region close event to WAL at 1732436454225Closed at 1732436454225 2024-11-24T08:20:54,226 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store/.initializing 2024-11-24T08:20:54,226 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/WALs/30c28c82771d,40497,1732436452501 2024-11-24T08:20:54,226 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:20:54,228 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C40497%2C1732436452501, suffix=, logDir=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/WALs/30c28c82771d,40497,1732436452501, archiveDir=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/oldWALs, maxLogs=10 2024-11-24T08:20:54,241 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/WALs/30c28c82771d,40497,1732436452501/30c28c82771d%2C40497%2C1732436452501.1732436454228, exclude list is [], retry=0 2024-11-24T08:20:54,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45513,DS-ea3bc3d4-dccb-4fc8-a9bd-e52cd40798ea,DISK] 2024-11-24T08:20:54,244 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/WALs/30c28c82771d,40497,1732436452501/30c28c82771d%2C40497%2C1732436452501.1732436454228 2024-11-24T08:20:54,244 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37517:37517)] 2024-11-24T08:20:54,244 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:20:54,244 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:54,245 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:54,245 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:54,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:54,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:20:54,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:54,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:54,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:54,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:20:54,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:54,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:54,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:54,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:20:54,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:54,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:54,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:54,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:20:54,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:54,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:54,252 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:54,252 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:54,252 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:54,253 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:54,253 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:54,254 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:20:54,254 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:54,256 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:20:54,256 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74842044, jitterRate=0.11523336172103882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:20:54,256 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436454245Initializing all the Stores at 1732436454245Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436454245Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436454245Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436454245Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436454245Cleaning up temporary data from old regions at 1732436454253 (+8 ms)Region opened successfully at 1732436454256 (+3 ms) 2024-11-24T08:20:54,256 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:20:54,258 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cfabf60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:20:54,259 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:20:54,259 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:20:54,259 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:20:54,259 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:20:54,259 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:20:54,260 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:20:54,260 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:20:54,261 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:20:54,262 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Unable to get data of znode /1-19104617/balancer because node does not exist (not necessarily an error) 2024-11-24T08:20:54,263 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-19104617/balancer already deleted, retry=false 2024-11-24T08:20:54,263 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:20:54,264 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Unable to get data of znode /1-19104617/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:20:54,266 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-19104617/normalizer already deleted, retry=false 2024-11-24T08:20:54,266 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:20:54,267 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Unable to get data of znode /1-19104617/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:20:54,268 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-19104617/switch/split already deleted, retry=false 2024-11-24T08:20:54,268 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Unable to get data of znode /1-19104617/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:20:54,269 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-19104617/switch/merge already deleted, retry=false 2024-11-24T08:20:54,271 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Unable to get data of znode /1-19104617/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:20:54,272 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-19104617/snapshot-cleanup already deleted, retry=false 2024-11-24T08:20:54,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-19104617/running 2024-11-24T08:20:54,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617 2024-11-24T08:20:54,276 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,40497,1732436452501, sessionid=0x10149103ea60003, setting cluster-up flag (Was=false) 2024-11-24T08:20:54,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-19104617/running 2024-11-24T08:20:54,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617 2024-11-24T08:20:54,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617 2024-11-24T08:20:54,285 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-19104617/flush-table-proc/acquired, /1-19104617/flush-table-proc/reached, /1-19104617/flush-table-proc/abort 2024-11-24T08:20:54,286 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,40497,1732436452501 2024-11-24T08:20:54,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617 2024-11-24T08:20:54,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617 2024-11-24T08:20:54,293 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-19104617/online-snapshot/acquired, /1-19104617/online-snapshot/reached, /1-19104617/online-snapshot/abort 2024-11-24T08:20:54,294 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,40497,1732436452501 2024-11-24T08:20:54,294 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:20:54,295 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:54,295 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:20:54,296 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:20:54,296 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,40497,1732436452501 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:20:54,297 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:54,297 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:54,297 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:54,297 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:54,297 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:20:54,297 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:54,297 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:20:54,297 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:54,298 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:54,298 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436484298 2024-11-24T08:20:54,298 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:20:54,298 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:20:54,298 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:20:54,298 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:20:54,298 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:20:54,298 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:20:54,298 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:20:54,298 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:54,299 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:54,299 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:20:54,299 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:20:54,299 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:20:54,299 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:20:54,299 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:20:54,299 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:20:54,299 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:20:54,299 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436454299,5,FailOnTimeoutGroup] 2024-11-24T08:20:54,300 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436454299,5,FailOnTimeoutGroup] 2024-11-24T08:20:54,300 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:54,300 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:20:54,300 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:54,300 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:54,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:20:54,364 INFO [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(746): ClusterId : 16c11ab4-bff3-4530-b0c5-50b9608ff6d7 2024-11-24T08:20:54,364 DEBUG [RS:0;30c28c82771d:37081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:20:54,366 DEBUG [RS:0;30c28c82771d:37081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:20:54,366 DEBUG [RS:0;30c28c82771d:37081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:20:54,374 DEBUG [RS:0;30c28c82771d:37081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:20:54,374 DEBUG [RS:0;30c28c82771d:37081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0ddf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:20:54,385 DEBUG [RS:0;30c28c82771d:37081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:37081 2024-11-24T08:20:54,386 INFO [RS:0;30c28c82771d:37081 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:20:54,386 INFO [RS:0;30c28c82771d:37081 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:20:54,386 DEBUG [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:20:54,386 INFO [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,40497,1732436452501 with port=37081, startcode=1732436452537 2024-11-24T08:20:54,386 DEBUG [RS:0;30c28c82771d:37081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:20:54,387 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:20:54,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40497 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,37081,1732436452537 2024-11-24T08:20:54,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40497 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,37081,1732436452537 2024-11-24T08:20:54,389 DEBUG [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0 2024-11-24T08:20:54,389 DEBUG [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32949 2024-11-24T08:20:54,389 DEBUG [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:20:54,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617/rs 2024-11-24T08:20:54,393 DEBUG [RS:0;30c28c82771d:37081 {}] zookeeper.ZKUtil(111): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Set watcher on existing znode=/1-19104617/rs/30c28c82771d,37081,1732436452537 2024-11-24T08:20:54,393 WARN [RS:0;30c28c82771d:37081 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:20:54,393 INFO [RS:0;30c28c82771d:37081 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:54,393 DEBUG [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537 2024-11-24T08:20:54,394 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,37081,1732436452537] 2024-11-24T08:20:54,396 INFO [RS:0;30c28c82771d:37081 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:20:54,397 INFO [RS:0;30c28c82771d:37081 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:20:54,397 INFO [RS:0;30c28c82771d:37081 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:20:54,397 INFO [RS:0;30c28c82771d:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:54,397 INFO [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:20:54,398 INFO [RS:0;30c28c82771d:37081 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:20:54,398 INFO [RS:0;30c28c82771d:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:54,398 DEBUG [RS:0;30c28c82771d:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:54,398 DEBUG [RS:0;30c28c82771d:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:54,398 DEBUG [RS:0;30c28c82771d:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:54,398 DEBUG [RS:0;30c28c82771d:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:54,398 DEBUG [RS:0;30c28c82771d:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:54,398 DEBUG [RS:0;30c28c82771d:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:20:54,398 DEBUG [RS:0;30c28c82771d:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:54,398 DEBUG [RS:0;30c28c82771d:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:54,398 DEBUG [RS:0;30c28c82771d:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:54,398 DEBUG [RS:0;30c28c82771d:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:54,398 DEBUG [RS:0;30c28c82771d:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:54,398 DEBUG [RS:0;30c28c82771d:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:54,398 DEBUG [RS:0;30c28c82771d:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:20:54,398 DEBUG [RS:0;30c28c82771d:37081 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:20:54,399 INFO [RS:0;30c28c82771d:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:54,399 INFO [RS:0;30c28c82771d:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:54,399 INFO [RS:0;30c28c82771d:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:54,399 INFO [RS:0;30c28c82771d:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:54,399 INFO [RS:0;30c28c82771d:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:54,399 INFO [RS:0;30c28c82771d:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,37081,1732436452537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:20:54,412 INFO [RS:0;30c28c82771d:37081 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:20:54,412 INFO [RS:0;30c28c82771d:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,37081,1732436452537-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:54,412 INFO [RS:0;30c28c82771d:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:54,412 INFO [RS:0;30c28c82771d:37081 {}] regionserver.Replication(171): 30c28c82771d,37081,1732436452537 started 2024-11-24T08:20:54,425 INFO [RS:0;30c28c82771d:37081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:54,426 INFO [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,37081,1732436452537, RpcServer on 30c28c82771d/172.17.0.2:37081, sessionid=0x10149103ea60004 2024-11-24T08:20:54,426 DEBUG [RS:0;30c28c82771d:37081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:20:54,426 DEBUG [RS:0;30c28c82771d:37081 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,37081,1732436452537 2024-11-24T08:20:54,426 DEBUG [RS:0;30c28c82771d:37081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,37081,1732436452537' 2024-11-24T08:20:54,426 DEBUG [RS:0;30c28c82771d:37081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-19104617/flush-table-proc/abort' 2024-11-24T08:20:54,426 DEBUG [RS:0;30c28c82771d:37081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-19104617/flush-table-proc/acquired' 2024-11-24T08:20:54,426 DEBUG [RS:0;30c28c82771d:37081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:20:54,426 DEBUG [RS:0;30c28c82771d:37081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:20:54,426 DEBUG [RS:0;30c28c82771d:37081 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,37081,1732436452537 2024-11-24T08:20:54,426 DEBUG [RS:0;30c28c82771d:37081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,37081,1732436452537' 2024-11-24T08:20:54,426 DEBUG [RS:0;30c28c82771d:37081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-19104617/online-snapshot/abort' 2024-11-24T08:20:54,427 DEBUG [RS:0;30c28c82771d:37081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-19104617/online-snapshot/acquired' 2024-11-24T08:20:54,427 DEBUG [RS:0;30c28c82771d:37081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:20:54,427 INFO [RS:0;30c28c82771d:37081 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:20:54,427 INFO [RS:0;30c28c82771d:37081 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:20:54,527 INFO [RS:0;30c28c82771d:37081 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:20:54,529 INFO [RS:0;30c28c82771d:37081 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C37081%2C1732436452537, suffix=, logDir=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537, archiveDir=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/oldWALs, maxLogs=10 2024-11-24T08:20:54,542 DEBUG [RS:0;30c28c82771d:37081 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529, exclude list is [], retry=0 2024-11-24T08:20:54,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45513,DS-ea3bc3d4-dccb-4fc8-a9bd-e52cd40798ea,DISK] 2024-11-24T08:20:54,545 INFO [RS:0;30c28c82771d:37081 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 2024-11-24T08:20:54,546 DEBUG [RS:0;30c28c82771d:37081 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37517:37517)] 2024-11-24T08:20:54,707 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:20:54,707 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0 2024-11-24T08:20:54,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741833_1009 (size=32) 2024-11-24T08:20:55,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:55,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:20:55,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:20:55,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:55,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:55,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:20:55,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:20:55,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:55,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:55,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:20:55,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:20:55,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:55,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:55,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:20:55,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:20:55,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:55,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:55,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:20:55,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740 2024-11-24T08:20:55,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740 2024-11-24T08:20:55,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:20:55,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:20:55,120 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:20:55,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:20:55,122 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:20:55,122 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66653680, jitterRate=-0.0067827701568603516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:20:55,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436455112Initializing all the Stores at 1732436455113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436455113Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436455113Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436455113Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436455113Cleaning up temporary data from old regions at 1732436455120 (+7 ms)Region opened successfully at 1732436455123 (+3 ms) 2024-11-24T08:20:55,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:20:55,123 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:20:55,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:20:55,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:20:55,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:20:55,123 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:20:55,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436455123Disabling compacts and flushes for region at 1732436455123Disabling writes for close at 1732436455123Writing region close event to WAL at 1732436455123Closed at 1732436455123 2024-11-24T08:20:55,124 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:55,124 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:20:55,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:20:55,125 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:20:55,126 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:20:55,276 DEBUG [30c28c82771d:40497 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:20:55,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,37081,1732436452537 2024-11-24T08:20:55,277 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,37081,1732436452537, state=OPENING 2024-11-24T08:20:55,278 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:20:55,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617 2024-11-24T08:20:55,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617 2024-11-24T08:20:55,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-19104617/meta-region-server: CHANGED 2024-11-24T08:20:55,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-19104617/meta-region-server: CHANGED 2024-11-24T08:20:55,280 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:20:55,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,37081,1732436452537}] 2024-11-24T08:20:55,433 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:20:55,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:20:55,437 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:20:55,437 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:55,437 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:20:55,438 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C37081%2C1732436452537.meta, suffix=.meta, logDir=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537, archiveDir=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/oldWALs, maxLogs=10 2024-11-24T08:20:55,452 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.meta.1732436455438.meta, exclude list is [], retry=0 2024-11-24T08:20:55,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45513,DS-ea3bc3d4-dccb-4fc8-a9bd-e52cd40798ea,DISK] 2024-11-24T08:20:55,455 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.meta.1732436455438.meta 2024-11-24T08:20:55,458 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37517:37517)] 2024-11-24T08:20:55,458 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:20:55,459 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:20:55,459 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:20:55,459 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:20:55,459 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:20:55,459 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:20:55,459 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:55,459 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:20:55,459 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:20:55,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:20:55,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:20:55,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:55,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:55,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:20:55,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:20:55,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:55,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:55,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:20:55,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:20:55,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:55,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:55,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:20:55,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:20:55,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:55,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:55,463 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:20:55,464 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740 2024-11-24T08:20:55,465 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740 2024-11-24T08:20:55,466 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:20:55,466 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:20:55,467 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:20:55,471 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:20:55,472 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64188395, jitterRate=-0.04351837933063507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:20:55,472 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:20:55,473 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436455459Writing region info on filesystem at 1732436455459Initializing all the Stores at 1732436455460 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436455460Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436455460Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436455460Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436455460Cleaning up temporary data from old regions at 1732436455466 (+6 ms)Running coprocessor post-open hooks at 1732436455472 (+6 ms)Region opened successfully at 1732436455472 2024-11-24T08:20:55,474 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436455432 2024-11-24T08:20:55,476 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:20:55,477 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:20:55,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,37081,1732436452537 2024-11-24T08:20:55,479 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,37081,1732436452537, state=OPEN 2024-11-24T08:20:55,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-19104617/meta-region-server 2024-11-24T08:20:55,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-19104617/meta-region-server 2024-11-24T08:20:55,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-19104617/meta-region-server: CHANGED 2024-11-24T08:20:55,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-19104617/meta-region-server: CHANGED 2024-11-24T08:20:55,482 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,37081,1732436452537 2024-11-24T08:20:55,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:20:55,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,37081,1732436452537 in 202 msec 2024-11-24T08:20:55,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:20:55,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-24T08:20:55,487 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:55,487 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:20:55,488 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:55,488 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,37081,1732436452537, seqNum=-1] 2024-11-24T08:20:55,488 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:55,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:20:55,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-24T08:20:55,494 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436455494, completionTime=-1 2024-11-24T08:20:55,494 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:20:55,494 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:20:55,497 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:20:55,497 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436515497 2024-11-24T08:20:55,497 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436575497 2024-11-24T08:20:55,497 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T08:20:55,497 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40497,1732436452501-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:55,497 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40497,1732436452501-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:55,497 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40497,1732436452501-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:55,497 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:40497, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:55,497 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:55,499 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:20:55,504 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:55,508 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.926sec 2024-11-24T08:20:55,508 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:20:55,508 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:20:55,508 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:20:55,508 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:20:55,508 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:20:55,508 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40497,1732436452501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:20:55,508 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40497,1732436452501-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:20:55,518 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:20:55,518 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:20:55,518 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,40497,1732436452501-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:55,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fceecce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:55,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40497,-1 for getting cluster id 2024-11-24T08:20:55,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:55,566 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16c11ab4-bff3-4530-b0c5-50b9608ff6d7' 2024-11-24T08:20:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16c11ab4-bff3-4530-b0c5-50b9608ff6d7" 2024-11-24T08:20:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269e154a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40497,-1] 2024-11-24T08:20:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:55,568 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:55,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7080ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:55,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,37081,1732436452537, seqNum=-1] 2024-11-24T08:20:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:55,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:20:55,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,40497,1732436452501 2024-11-24T08:20:55,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52048 2024-11-24T08:20:55,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:20:55,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10149103ea60005 connected 2024-11-24T08:20:55,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/hadoop.log.dir so I do NOT create it in target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a 2024-11-24T08:20:55,578 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:20:55,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/hadoop.tmp.dir so I do NOT create it in target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a 2024-11-24T08:20:55,578 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:20:55,578 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a 2024-11-24T08:20:55,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:20:55,578 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/cluster_77e201b6-ed02-9f21-dbb5-fd3b76104704, deleteOnExit=true 2024-11-24T08:20:55,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:20:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/test.cache.data in system properties and HBase conf 2024-11-24T08:20:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:20:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:20:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:20:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:20:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:20:55,579 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:20:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:20:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:20:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:20:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:20:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:20:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:20:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:20:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:20:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:20:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:20:55,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:20:55,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:20:55,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:20:55,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:20:55,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:20:55,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:20:55,678 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:20:55,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:20:55,679 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:20:55,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:20:55,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c8966c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:20:55,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ce21ebf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:20:55,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c8e52df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/java.io.tmpdir/jetty-localhost-39967-hadoop-hdfs-3_4_1-tests_jar-_-any-2841887961785593970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:20:55,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23583a08{HTTP/1.1, (http/1.1)}{localhost:39967} 2024-11-24T08:20:55,831 INFO [Time-limited test {}] server.Server(415): Started @251278ms 2024-11-24T08:20:56,035 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:20:56,036 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:56,036 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:56,037 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:56,037 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:56,037 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:56,141 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:56,141 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:56,141 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:56,142 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:56,142 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:56,143 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:56,147 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:56,154 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:56,154 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:56,157 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:20:56,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:20:56,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:20:56,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:20:56,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:20:56,191 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:20:56,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d5a3443{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:20:56,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d7a7a36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:20:56,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39f4e8c7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/java.io.tmpdir/jetty-localhost-37583-hadoop-hdfs-3_4_1-tests_jar-_-any-2322192351706020630/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:20:56,343 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68a026db{HTTP/1.1, (http/1.1)}{localhost:37583} 2024-11-24T08:20:56,343 INFO [Time-limited test {}] server.Server(415): Started @251791ms 2024-11-24T08:20:56,345 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:20:56,400 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:20:56,550 WARN [Thread-3660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/cluster_77e201b6-ed02-9f21-dbb5-fd3b76104704/data/data1/current/BP-1918564536-172.17.0.2-1732436455598/current, will proceed with Du for space computation calculation, 2024-11-24T08:20:56,553 WARN [Thread-3661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/cluster_77e201b6-ed02-9f21-dbb5-fd3b76104704/data/data2/current/BP-1918564536-172.17.0.2-1732436455598/current, will proceed with Du for space computation calculation, 2024-11-24T08:20:56,589 WARN [Thread-3648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:20:56,598 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc953d28d66263ef1 with lease ID 0x45068df2e11f214e: Processing first storage report for DS-d353a279-3bad-4b02-9657-78ae3082621b from datanode DatanodeRegistration(127.0.0.1:34665, datanodeUuid=40e8545d-0b7f-40d9-ac04-d5c894501d26, infoPort=38219, infoSecurePort=0, ipcPort=45395, storageInfo=lv=-57;cid=testClusterID;nsid=44129606;c=1732436455598) 2024-11-24T08:20:56,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc953d28d66263ef1 with lease ID 0x45068df2e11f214e: from storage DS-d353a279-3bad-4b02-9657-78ae3082621b node DatanodeRegistration(127.0.0.1:34665, datanodeUuid=40e8545d-0b7f-40d9-ac04-d5c894501d26, infoPort=38219, infoSecurePort=0, ipcPort=45395, storageInfo=lv=-57;cid=testClusterID;nsid=44129606;c=1732436455598), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T08:20:56,599 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc953d28d66263ef1 with lease ID 0x45068df2e11f214e: Processing first storage report for DS-da5d5f4c-5477-477e-8c39-0b6596ad2211 from datanode DatanodeRegistration(127.0.0.1:34665, datanodeUuid=40e8545d-0b7f-40d9-ac04-d5c894501d26, infoPort=38219, infoSecurePort=0, ipcPort=45395, storageInfo=lv=-57;cid=testClusterID;nsid=44129606;c=1732436455598) 2024-11-24T08:20:56,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc953d28d66263ef1 with lease ID 0x45068df2e11f214e: from storage DS-da5d5f4c-5477-477e-8c39-0b6596ad2211 node DatanodeRegistration(127.0.0.1:34665, datanodeUuid=40e8545d-0b7f-40d9-ac04-d5c894501d26, infoPort=38219, infoSecurePort=0, ipcPort=45395, storageInfo=lv=-57;cid=testClusterID;nsid=44129606;c=1732436455598), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:20:56,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a 2024-11-24T08:20:56,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:56,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:56,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:20:57,077 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e with version=8 2024-11-24T08:20:57,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/hbase-staging 2024-11-24T08:20:57,080 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:20:57,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:57,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:57,080 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:20:57,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:57,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:20:57,080 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:20:57,080 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:20:57,081 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46265 2024-11-24T08:20:57,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46265 connecting to ZooKeeper ensemble=127.0.0.1:52048 2024-11-24T08:20:57,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462650x0, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:20:57,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46265-0x10149103ea60006 connected 2024-11-24T08:20:57,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:57,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:57,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Set watcher on znode that does not yet exist, /21857258673/running 2024-11-24T08:20:57,097 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e, hbase.cluster.distributed=false 2024-11-24T08:20:57,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Set watcher on znode that does not yet exist, /21857258673/acl 2024-11-24T08:20:57,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46265 2024-11-24T08:20:57,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46265 2024-11-24T08:20:57,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46265 2024-11-24T08:20:57,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46265 2024-11-24T08:20:57,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46265 2024-11-24T08:20:57,115 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:20:57,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:57,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:57,115 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:20:57,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:20:57,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:20:57,115 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:20:57,115 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:20:57,115 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41163 2024-11-24T08:20:57,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41163 connecting to ZooKeeper ensemble=127.0.0.1:52048 2024-11-24T08:20:57,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:57,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:57,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411630x0, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:20:57,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41163-0x10149103ea60007 connected 2024-11-24T08:20:57,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Set watcher on znode that does not yet exist, /21857258673/running 2024-11-24T08:20:57,122 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:20:57,123 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:20:57,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Set watcher on znode that does not yet exist, /21857258673/master 2024-11-24T08:20:57,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Set watcher on znode that does not yet exist, /21857258673/acl 2024-11-24T08:20:57,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41163 2024-11-24T08:20:57,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41163 2024-11-24T08:20:57,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41163 2024-11-24T08:20:57,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41163 2024-11-24T08:20:57,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41163 2024-11-24T08:20:57,144 DEBUG [M:0;30c28c82771d:46265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:46265 2024-11-24T08:20:57,144 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21857258673/backup-masters/30c28c82771d,46265,1732436457080 2024-11-24T08:20:57,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673/backup-masters 2024-11-24T08:20:57,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673/backup-masters 2024-11-24T08:20:57,146 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Set watcher on existing znode=/21857258673/backup-masters/30c28c82771d,46265,1732436457080 2024-11-24T08:20:57,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673 2024-11-24T08:20:57,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21857258673/master 2024-11-24T08:20:57,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673 2024-11-24T08:20:57,149 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Set watcher on existing znode=/21857258673/master 2024-11-24T08:20:57,149 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21857258673/backup-masters/30c28c82771d,46265,1732436457080 from backup master directory 2024-11-24T08:20:57,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21857258673/backup-masters/30c28c82771d,46265,1732436457080 2024-11-24T08:20:57,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673/backup-masters 2024-11-24T08:20:57,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673/backup-masters 2024-11-24T08:20:57,151 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:20:57,151 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,46265,1732436457080 2024-11-24T08:20:57,153 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/hbase.id] with ID: 325f3895-3224-48cf-b4e3-ef5143c6016a 2024-11-24T08:20:57,153 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/.tmp/hbase.id 2024-11-24T08:20:57,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:20:57,558 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/.tmp/hbase.id]:[hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/hbase.id] 2024-11-24T08:20:57,567 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:20:57,567 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:20:57,568 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T08:20:57,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673 2024-11-24T08:20:57,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673 2024-11-24T08:20:57,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:20:57,978 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:20:57,978 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:20:57,979 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:57,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:20:58,388 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store 2024-11-24T08:20:58,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:20:58,794 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:58,794 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:20:58,794 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:58,794 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:58,794 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:20:58,794 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:58,794 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:20:58,794 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436458794Disabling compacts and flushes for region at 1732436458794Disabling writes for close at 1732436458794Writing region close event to WAL at 1732436458794Closed at 1732436458794 2024-11-24T08:20:58,795 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store/.initializing 2024-11-24T08:20:58,795 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/WALs/30c28c82771d,46265,1732436457080 2024-11-24T08:20:58,795 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:20:58,797 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C46265%2C1732436457080, suffix=, logDir=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/WALs/30c28c82771d,46265,1732436457080, archiveDir=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/oldWALs, maxLogs=10 2024-11-24T08:20:58,810 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/WALs/30c28c82771d,46265,1732436457080/30c28c82771d%2C46265%2C1732436457080.1732436458797, exclude list is [], retry=0 2024-11-24T08:20:58,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34665,DS-d353a279-3bad-4b02-9657-78ae3082621b,DISK] 2024-11-24T08:20:58,813 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/WALs/30c28c82771d,46265,1732436457080/30c28c82771d%2C46265%2C1732436457080.1732436458797 2024-11-24T08:20:58,814 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38219:38219)] 2024-11-24T08:20:58,814 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:20:58,814 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:58,814 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:58,814 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:58,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:58,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:20:58,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:58,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:58,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:58,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:20:58,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:58,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:58,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:58,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:20:58,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:58,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:58,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:58,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:20:58,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:58,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:20:58,821 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:58,822 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:58,822 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:58,823 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:58,823 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:58,823 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:20:58,824 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:20:58,825 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:20:58,826 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74172598, jitterRate=0.10525783896446228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:20:58,826 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436458814Initializing all the Stores at 1732436458815 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436458815Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436458815Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436458815Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436458815Cleaning up temporary data from old regions at 1732436458823 (+8 ms)Region opened successfully at 1732436458826 (+3 ms) 2024-11-24T08:20:58,826 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:20:58,828 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eab7480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:20:58,829 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:20:58,829 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:20:58,829 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:20:58,829 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:20:58,830 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:20:58,830 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:20:58,830 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:20:58,831 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:20:58,832 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Unable to get data of znode /21857258673/balancer because node does not exist (not necessarily an error) 2024-11-24T08:20:58,834 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21857258673/balancer already deleted, retry=false 2024-11-24T08:20:58,834 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:20:58,834 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Unable to get data of znode /21857258673/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:20:58,836 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21857258673/normalizer already deleted, retry=false 2024-11-24T08:20:58,836 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:20:58,837 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Unable to get data of znode /21857258673/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:20:58,838 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21857258673/switch/split already deleted, retry=false 2024-11-24T08:20:58,838 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Unable to get data of znode /21857258673/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:20:58,839 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21857258673/switch/merge already deleted, retry=false 2024-11-24T08:20:58,841 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Unable to get data of znode /21857258673/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:20:58,842 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21857258673/snapshot-cleanup already deleted, retry=false 2024-11-24T08:20:58,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21857258673/running 2024-11-24T08:20:58,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673 2024-11-24T08:20:58,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21857258673/running 2024-11-24T08:20:58,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673 2024-11-24T08:20:58,844 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,46265,1732436457080, sessionid=0x10149103ea60006, setting cluster-up flag (Was=false) 2024-11-24T08:20:58,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673 2024-11-24T08:20:58,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673 2024-11-24T08:20:58,851 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21857258673/flush-table-proc/acquired, /21857258673/flush-table-proc/reached, /21857258673/flush-table-proc/abort 2024-11-24T08:20:58,852 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,46265,1732436457080 2024-11-24T08:20:58,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673 2024-11-24T08:20:58,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673 2024-11-24T08:20:58,859 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21857258673/online-snapshot/acquired, /21857258673/online-snapshot/reached, /21857258673/online-snapshot/abort 2024-11-24T08:20:58,860 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,46265,1732436457080 2024-11-24T08:20:58,861 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:20:58,862 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:58,862 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:20:58,862 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:20:58,863 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,46265,1732436457080 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:20:58,864 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:58,864 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:58,864 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:58,864 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:20:58,864 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:20:58,864 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:58,864 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:20:58,864 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:58,865 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436488865 2024-11-24T08:20:58,865 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:58,865 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:20:58,865 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:20:58,865 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:20:58,865 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:20:58,865 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:20:58,865 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:20:58,865 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:20:58,866 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:58,866 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:20:58,868 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:58,869 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:20:58,869 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:20:58,869 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:20:58,869 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:20:58,869 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:20:58,869 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:20:58,870 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436458869,5,FailOnTimeoutGroup] 2024-11-24T08:20:58,870 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436458870,5,FailOnTimeoutGroup] 2024-11-24T08:20:58,870 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:58,870 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:20:58,870 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:58,870 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:58,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:20:58,873 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:20:58,873 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e 2024-11-24T08:20:58,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741832_1008 (size=32) 2024-11-24T08:20:58,932 INFO [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(746): ClusterId : 325f3895-3224-48cf-b4e3-ef5143c6016a 2024-11-24T08:20:58,932 DEBUG [RS:0;30c28c82771d:41163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:20:58,934 DEBUG [RS:0;30c28c82771d:41163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:20:58,934 DEBUG [RS:0;30c28c82771d:41163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:20:58,937 DEBUG [RS:0;30c28c82771d:41163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:20:58,937 DEBUG [RS:0;30c28c82771d:41163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31da9d65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:20:58,948 DEBUG [RS:0;30c28c82771d:41163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:41163 2024-11-24T08:20:58,948 INFO [RS:0;30c28c82771d:41163 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:20:58,948 INFO [RS:0;30c28c82771d:41163 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:20:58,948 DEBUG [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:20:58,949 INFO [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,46265,1732436457080 with port=41163, startcode=1732436457114 2024-11-24T08:20:58,949 DEBUG [RS:0;30c28c82771d:41163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:20:58,950 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:20:58,951 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,41163,1732436457114 2024-11-24T08:20:58,951 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46265 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,41163,1732436457114 2024-11-24T08:20:58,952 DEBUG [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e 2024-11-24T08:20:58,952 DEBUG [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36771 2024-11-24T08:20:58,952 DEBUG [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:20:58,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673/rs 2024-11-24T08:20:58,957 DEBUG [RS:0;30c28c82771d:41163 {}] zookeeper.ZKUtil(111): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Set watcher on existing znode=/21857258673/rs/30c28c82771d,41163,1732436457114 2024-11-24T08:20:58,957 WARN [RS:0;30c28c82771d:41163 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:20:58,957 INFO [RS:0;30c28c82771d:41163 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:58,957 DEBUG [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114 2024-11-24T08:20:58,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,41163,1732436457114] 2024-11-24T08:20:58,960 INFO [RS:0;30c28c82771d:41163 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:20:58,962 INFO [RS:0;30c28c82771d:41163 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:20:58,962 INFO [RS:0;30c28c82771d:41163 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:20:58,962 INFO [RS:0;30c28c82771d:41163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:58,962 INFO [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:20:58,963 INFO [RS:0;30c28c82771d:41163 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:20:58,963 INFO [RS:0;30c28c82771d:41163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:58,963 DEBUG [RS:0;30c28c82771d:41163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:58,963 DEBUG [RS:0;30c28c82771d:41163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:58,963 DEBUG [RS:0;30c28c82771d:41163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:58,963 DEBUG [RS:0;30c28c82771d:41163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:58,963 DEBUG [RS:0;30c28c82771d:41163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:58,963 DEBUG [RS:0;30c28c82771d:41163 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:20:58,963 DEBUG [RS:0;30c28c82771d:41163 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:58,963 DEBUG [RS:0;30c28c82771d:41163 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:58,963 DEBUG [RS:0;30c28c82771d:41163 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:58,963 DEBUG [RS:0;30c28c82771d:41163 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:58,963 DEBUG [RS:0;30c28c82771d:41163 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:58,963 DEBUG [RS:0;30c28c82771d:41163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:20:58,963 DEBUG [RS:0;30c28c82771d:41163 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:20:58,963 DEBUG [RS:0;30c28c82771d:41163 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:20:58,964 INFO [RS:0;30c28c82771d:41163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:58,964 INFO [RS:0;30c28c82771d:41163 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:58,964 INFO [RS:0;30c28c82771d:41163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:58,964 INFO [RS:0;30c28c82771d:41163 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:58,964 INFO [RS:0;30c28c82771d:41163 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:58,964 INFO [RS:0;30c28c82771d:41163 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,41163,1732436457114-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:20:58,978 INFO [RS:0;30c28c82771d:41163 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:20:58,978 INFO [RS:0;30c28c82771d:41163 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,41163,1732436457114-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:58,978 INFO [RS:0;30c28c82771d:41163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:58,978 INFO [RS:0;30c28c82771d:41163 {}] regionserver.Replication(171): 30c28c82771d,41163,1732436457114 started 2024-11-24T08:20:58,991 INFO [RS:0;30c28c82771d:41163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:58,991 INFO [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,41163,1732436457114, RpcServer on 30c28c82771d/172.17.0.2:41163, sessionid=0x10149103ea60007 2024-11-24T08:20:58,991 DEBUG [RS:0;30c28c82771d:41163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:20:58,991 DEBUG [RS:0;30c28c82771d:41163 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,41163,1732436457114 2024-11-24T08:20:58,991 DEBUG [RS:0;30c28c82771d:41163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,41163,1732436457114' 2024-11-24T08:20:58,991 DEBUG [RS:0;30c28c82771d:41163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21857258673/flush-table-proc/abort' 2024-11-24T08:20:58,991 DEBUG [RS:0;30c28c82771d:41163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21857258673/flush-table-proc/acquired' 2024-11-24T08:20:58,992 DEBUG [RS:0;30c28c82771d:41163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:20:58,992 DEBUG [RS:0;30c28c82771d:41163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:20:58,992 DEBUG [RS:0;30c28c82771d:41163 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,41163,1732436457114 2024-11-24T08:20:58,992 DEBUG [RS:0;30c28c82771d:41163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,41163,1732436457114' 2024-11-24T08:20:58,992 DEBUG [RS:0;30c28c82771d:41163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21857258673/online-snapshot/abort' 2024-11-24T08:20:58,992 DEBUG [RS:0;30c28c82771d:41163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21857258673/online-snapshot/acquired' 2024-11-24T08:20:58,992 DEBUG [RS:0;30c28c82771d:41163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:20:58,992 INFO [RS:0;30c28c82771d:41163 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:20:58,992 INFO [RS:0;30c28c82771d:41163 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:20:59,093 INFO [RS:0;30c28c82771d:41163 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:20:59,094 INFO [RS:0;30c28c82771d:41163 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C41163%2C1732436457114, suffix=, logDir=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114, archiveDir=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/oldWALs, maxLogs=10 2024-11-24T08:20:59,108 DEBUG [RS:0;30c28c82771d:41163 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094, exclude list is [], retry=0 2024-11-24T08:20:59,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34665,DS-d353a279-3bad-4b02-9657-78ae3082621b,DISK] 2024-11-24T08:20:59,111 INFO [RS:0;30c28c82771d:41163 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 2024-11-24T08:20:59,112 DEBUG [RS:0;30c28c82771d:41163 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38219:38219)] 2024-11-24T08:20:59,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:59,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:20:59,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:20:59,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:59,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:59,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:20:59,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:20:59,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:59,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:59,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:20:59,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:20:59,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:59,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:59,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:20:59,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:20:59,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:59,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:59,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:20:59,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740 2024-11-24T08:20:59,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740 2024-11-24T08:20:59,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:20:59,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:20:59,291 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:20:59,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:20:59,293 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:20:59,294 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63561169, jitterRate=-0.05286477506160736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:20:59,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436459282Initializing all the Stores at 1732436459283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436459283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436459283Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436459283Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436459283Cleaning up temporary data from old regions at 1732436459290 (+7 ms)Region opened successfully at 1732436459294 (+4 ms) 2024-11-24T08:20:59,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:20:59,294 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:20:59,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:20:59,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:20:59,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:20:59,294 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:20:59,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436459294Disabling compacts and flushes for region at 1732436459294Disabling writes for close at 1732436459294Writing region close event to WAL at 1732436459294Closed at 1732436459294 2024-11-24T08:20:59,295 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:59,295 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:20:59,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:20:59,296 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:20:59,297 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:20:59,447 DEBUG [30c28c82771d:46265 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:20:59,448 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,41163,1732436457114 2024-11-24T08:20:59,449 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,41163,1732436457114, state=OPENING 2024-11-24T08:20:59,450 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:20:59,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673 2024-11-24T08:20:59,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673 2024-11-24T08:20:59,453 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:20:59,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,41163,1732436457114}] 2024-11-24T08:20:59,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21857258673/meta-region-server: CHANGED 2024-11-24T08:20:59,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21857258673/meta-region-server: CHANGED 2024-11-24T08:20:59,605 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:20:59,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:20:59,609 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:20:59,609 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:20:59,610 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:20:59,611 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C41163%2C1732436457114.meta, suffix=.meta, logDir=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114, archiveDir=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/oldWALs, maxLogs=10 2024-11-24T08:20:59,631 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.meta.1732436459611.meta, exclude list is [], retry=0 2024-11-24T08:20:59,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34665,DS-d353a279-3bad-4b02-9657-78ae3082621b,DISK] 2024-11-24T08:20:59,635 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.meta.1732436459611.meta 2024-11-24T08:20:59,635 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38219:38219)] 2024-11-24T08:20:59,635 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:20:59,636 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:20:59,636 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:20:59,636 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:20:59,636 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:20:59,636 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:20:59,636 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:20:59,636 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:20:59,636 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:20:59,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:20:59,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:20:59,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:59,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:59,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:20:59,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:20:59,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:59,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:59,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:20:59,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:20:59,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:59,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:59,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:20:59,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:20:59,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:59,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:20:59,641 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:20:59,641 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740 2024-11-24T08:20:59,642 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740 2024-11-24T08:20:59,643 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:20:59,643 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:20:59,644 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:20:59,645 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:20:59,645 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66095869, jitterRate=-0.015094801783561707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:20:59,645 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:20:59,645 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436459636Writing region info on filesystem at 1732436459636Initializing all the Stores at 1732436459637 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436459637Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436459637Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436459637Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436459637Cleaning up temporary data from old regions at 1732436459643 (+6 ms)Running coprocessor post-open hooks at 1732436459645 (+2 ms)Region opened successfully at 1732436459645 2024-11-24T08:20:59,646 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436459605 2024-11-24T08:20:59,648 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:20:59,648 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:20:59,649 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,41163,1732436457114 2024-11-24T08:20:59,649 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,41163,1732436457114, state=OPEN 2024-11-24T08:20:59,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21857258673/meta-region-server 2024-11-24T08:20:59,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21857258673/meta-region-server 2024-11-24T08:20:59,650 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,41163,1732436457114 2024-11-24T08:20:59,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21857258673/meta-region-server: CHANGED 2024-11-24T08:20:59,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21857258673/meta-region-server: CHANGED 2024-11-24T08:20:59,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:20:59,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,41163,1732436457114 in 198 msec 2024-11-24T08:20:59,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:20:59,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-24T08:20:59,654 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:20:59,654 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:20:59,655 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:59,655 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,41163,1732436457114, seqNum=-1] 2024-11-24T08:20:59,656 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:59,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:20:59,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 798 msec 2024-11-24T08:20:59,660 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436459660, completionTime=-1 2024-11-24T08:20:59,660 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:20:59,660 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:20:59,662 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:20:59,662 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436519662 2024-11-24T08:20:59,662 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436579662 2024-11-24T08:20:59,662 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T08:20:59,663 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,46265,1732436457080-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:59,663 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,46265,1732436457080-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:59,663 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,46265,1732436457080-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:59,663 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:46265, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:59,663 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:59,663 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:59,664 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:20:59,666 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.515sec 2024-11-24T08:20:59,666 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:20:59,666 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:20:59,666 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:20:59,666 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:20:59,666 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:20:59,666 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,46265,1732436457080-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:20:59,666 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,46265,1732436457080-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:20:59,668 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:20:59,668 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:20:59,668 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,46265,1732436457080-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:20:59,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d5b831f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:59,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,46265,-1 for getting cluster id 2024-11-24T08:20:59,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:20:59,733 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '325f3895-3224-48cf-b4e3-ef5143c6016a' 2024-11-24T08:20:59,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:20:59,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "325f3895-3224-48cf-b4e3-ef5143c6016a" 2024-11-24T08:20:59,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7d1eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:59,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,46265,-1] 2024-11-24T08:20:59,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:20:59,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:20:59,735 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:20:59,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4d3ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:20:59,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:20:59,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,41163,1732436457114, seqNum=-1] 2024-11-24T08:20:59,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:20:59,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:20:59,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,46265,1732436457080 2024-11-24T08:20:59,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52048 2024-11-24T08:20:59,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:20:59,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10149103ea60008 connected 2024-11-24T08:20:59,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:20:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,43105,1732436448989 2024-11-24T08:20:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ce4c5d1 2024-11-24T08:20:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:20:59,746 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:20:59,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:20:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T08:20:59,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:20:59,749 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:20:59,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T08:20:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:20:59,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:20:59,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741835_1011 (size=902) 2024-11-24T08:20:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:20:59,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T08:20:59,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T08:20:59,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T08:20:59,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T08:21:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:00,156 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08bb3478a756a1bacc36b7ad2bdb8403, NAME => 'test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124 2024-11-24T08:21:00,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741836_1012 (size=39) 2024-11-24T08:21:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:00,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:00,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 08bb3478a756a1bacc36b7ad2bdb8403, disabling compactions & flushes 2024-11-24T08:21:00,562 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403. 2024-11-24T08:21:00,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403. 2024-11-24T08:21:00,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403. after waiting 0 ms 2024-11-24T08:21:00,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403. 2024-11-24T08:21:00,562 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403. 2024-11-24T08:21:00,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08bb3478a756a1bacc36b7ad2bdb8403: Waiting for close lock at 1732436460562Disabling compacts and flushes for region at 1732436460562Disabling writes for close at 1732436460562Writing region close event to WAL at 1732436460562Closed at 1732436460562 2024-11-24T08:21:00,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:21:00,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732436460563"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436460563"}]},"ts":"1732436460563"} 2024-11-24T08:21:00,565 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:21:00,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:21:00,566 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436460566"}]},"ts":"1732436460566"} 2024-11-24T08:21:00,568 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T08:21:00,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=08bb3478a756a1bacc36b7ad2bdb8403, ASSIGN}] 2024-11-24T08:21:00,569 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=08bb3478a756a1bacc36b7ad2bdb8403, ASSIGN 2024-11-24T08:21:00,569 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=08bb3478a756a1bacc36b7ad2bdb8403, ASSIGN; state=OFFLINE, location=30c28c82771d,36985,1732436449048; forceNewPlan=false, retain=false 2024-11-24T08:21:00,720 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08bb3478a756a1bacc36b7ad2bdb8403, regionState=OPENING, regionLocation=30c28c82771d,36985,1732436449048 2024-11-24T08:21:00,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=08bb3478a756a1bacc36b7ad2bdb8403, ASSIGN because future has completed 2024-11-24T08:21:00,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08bb3478a756a1bacc36b7ad2bdb8403, server=30c28c82771d,36985,1732436449048}] 2024-11-24T08:21:00,879 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403. 2024-11-24T08:21:00,879 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 08bb3478a756a1bacc36b7ad2bdb8403, NAME => 'test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:21:00,879 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:21:00,879 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T08:21:00,879 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 08bb3478a756a1bacc36b7ad2bdb8403 2024-11-24T08:21:00,879 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:00,880 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 08bb3478a756a1bacc36b7ad2bdb8403 2024-11-24T08:21:00,880 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 08bb3478a756a1bacc36b7ad2bdb8403 2024-11-24T08:21:00,884 INFO [StoreOpener-08bb3478a756a1bacc36b7ad2bdb8403-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 08bb3478a756a1bacc36b7ad2bdb8403 2024-11-24T08:21:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:00,885 INFO [StoreOpener-08bb3478a756a1bacc36b7ad2bdb8403-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08bb3478a756a1bacc36b7ad2bdb8403 columnFamilyName f 2024-11-24T08:21:00,885 DEBUG [StoreOpener-08bb3478a756a1bacc36b7ad2bdb8403-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:00,885 INFO [StoreOpener-08bb3478a756a1bacc36b7ad2bdb8403-1 {}] regionserver.HStore(327): Store=08bb3478a756a1bacc36b7ad2bdb8403/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:00,885 INFO [StoreOpener-08bb3478a756a1bacc36b7ad2bdb8403-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 08bb3478a756a1bacc36b7ad2bdb8403 2024-11-24T08:21:00,886 INFO [StoreOpener-08bb3478a756a1bacc36b7ad2bdb8403-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08bb3478a756a1bacc36b7ad2bdb8403 columnFamilyName f1 2024-11-24T08:21:00,886 DEBUG [StoreOpener-08bb3478a756a1bacc36b7ad2bdb8403-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:00,887 INFO [StoreOpener-08bb3478a756a1bacc36b7ad2bdb8403-1 {}] regionserver.HStore(327): Store=08bb3478a756a1bacc36b7ad2bdb8403/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:00,887 INFO [StoreOpener-08bb3478a756a1bacc36b7ad2bdb8403-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 08bb3478a756a1bacc36b7ad2bdb8403 2024-11-24T08:21:00,888 INFO [StoreOpener-08bb3478a756a1bacc36b7ad2bdb8403-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08bb3478a756a1bacc36b7ad2bdb8403 columnFamilyName norep 2024-11-24T08:21:00,888 DEBUG [StoreOpener-08bb3478a756a1bacc36b7ad2bdb8403-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:00,888 INFO [StoreOpener-08bb3478a756a1bacc36b7ad2bdb8403-1 {}] regionserver.HStore(327): Store=08bb3478a756a1bacc36b7ad2bdb8403/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:00,888 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 08bb3478a756a1bacc36b7ad2bdb8403 2024-11-24T08:21:00,888 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/default/test/08bb3478a756a1bacc36b7ad2bdb8403 2024-11-24T08:21:00,889 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/default/test/08bb3478a756a1bacc36b7ad2bdb8403 2024-11-24T08:21:00,889 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 08bb3478a756a1bacc36b7ad2bdb8403 2024-11-24T08:21:00,889 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 08bb3478a756a1bacc36b7ad2bdb8403 2024-11-24T08:21:00,890 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:21:00,891 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 08bb3478a756a1bacc36b7ad2bdb8403 2024-11-24T08:21:00,892 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/default/test/08bb3478a756a1bacc36b7ad2bdb8403/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:21:00,892 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 08bb3478a756a1bacc36b7ad2bdb8403; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70868481, jitterRate=0.056022658944129944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:21:00,893 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08bb3478a756a1bacc36b7ad2bdb8403 2024-11-24T08:21:00,893 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 08bb3478a756a1bacc36b7ad2bdb8403: Running coprocessor pre-open hook at 1732436460880Writing region info on filesystem at 1732436460880Initializing all the Stores at 1732436460880Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436460880Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436460884 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436460884Cleaning up temporary data from old regions at 1732436460889 (+5 ms)Running coprocessor post-open hooks at 1732436460893 (+4 ms)Region opened successfully at 1732436460893 2024-11-24T08:21:00,894 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403., pid=6, masterSystemTime=1732436460876 2024-11-24T08:21:00,895 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403. 2024-11-24T08:21:00,895 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403. 2024-11-24T08:21:00,896 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08bb3478a756a1bacc36b7ad2bdb8403, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30c28c82771d,36985,1732436449048 2024-11-24T08:21:00,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08bb3478a756a1bacc36b7ad2bdb8403, server=30c28c82771d,36985,1732436449048 because future has completed 2024-11-24T08:21:00,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:21:00,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 08bb3478a756a1bacc36b7ad2bdb8403, server=30c28c82771d,36985,1732436449048 in 175 msec 2024-11-24T08:21:00,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:21:00,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=08bb3478a756a1bacc36b7ad2bdb8403, ASSIGN in 332 msec 2024-11-24T08:21:00,902 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:21:00,902 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436460902"}]},"ts":"1732436460902"} 2024-11-24T08:21:00,903 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T08:21:00,904 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:21:00,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-24T08:21:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:01,895 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T08:21:01,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40497,1732436452501 2024-11-24T08:21:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9cc829a 2024-11-24T08:21:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:01,897 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:01,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:21:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T08:21:01,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:21:01,900 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:01,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T08:21:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:01,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:21:01,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741835_1011 (size=902) 2024-11-24T08:21:01,908 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da27c8f6485613fb69e912fe76b541d1, NAME => 'test,,1732436461897.da27c8f6485613fb69e912fe76b541d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0 2024-11-24T08:21:01,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741836_1012 (size=39) 2024-11-24T08:21:01,917 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732436461897.da27c8f6485613fb69e912fe76b541d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:01,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing da27c8f6485613fb69e912fe76b541d1, disabling compactions & flushes 2024-11-24T08:21:01,918 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732436461897.da27c8f6485613fb69e912fe76b541d1. 2024-11-24T08:21:01,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436461897.da27c8f6485613fb69e912fe76b541d1. 2024-11-24T08:21:01,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732436461897.da27c8f6485613fb69e912fe76b541d1. after waiting 0 ms 2024-11-24T08:21:01,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732436461897.da27c8f6485613fb69e912fe76b541d1. 2024-11-24T08:21:01,918 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732436461897.da27c8f6485613fb69e912fe76b541d1. 2024-11-24T08:21:01,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for da27c8f6485613fb69e912fe76b541d1: Waiting for close lock at 1732436461918Disabling compacts and flushes for region at 1732436461918Disabling writes for close at 1732436461918Writing region close event to WAL at 1732436461918Closed at 1732436461918 2024-11-24T08:21:01,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:21:01,919 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732436461897.da27c8f6485613fb69e912fe76b541d1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732436461919"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436461919"}]},"ts":"1732436461919"} 2024-11-24T08:21:01,921 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:21:01,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:21:01,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436461923"}]},"ts":"1732436461923"} 2024-11-24T08:21:01,925 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T08:21:01,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da27c8f6485613fb69e912fe76b541d1, ASSIGN}] 2024-11-24T08:21:01,926 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da27c8f6485613fb69e912fe76b541d1, ASSIGN 2024-11-24T08:21:01,927 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=da27c8f6485613fb69e912fe76b541d1, ASSIGN; state=OFFLINE, location=30c28c82771d,37081,1732436452537; forceNewPlan=false, retain=false 2024-11-24T08:21:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:02,078 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da27c8f6485613fb69e912fe76b541d1, regionState=OPENING, regionLocation=30c28c82771d,37081,1732436452537 2024-11-24T08:21:02,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=da27c8f6485613fb69e912fe76b541d1, ASSIGN because future has completed 2024-11-24T08:21:02,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da27c8f6485613fb69e912fe76b541d1, server=30c28c82771d,37081,1732436452537}] 2024-11-24T08:21:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:02,254 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732436461897.da27c8f6485613fb69e912fe76b541d1. 2024-11-24T08:21:02,255 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => da27c8f6485613fb69e912fe76b541d1, NAME => 'test,,1732436461897.da27c8f6485613fb69e912fe76b541d1.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:21:02,255 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:21:02,255 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T08:21:02,255 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:02,255 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732436461897.da27c8f6485613fb69e912fe76b541d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:02,255 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:02,255 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:02,257 INFO [StoreOpener-da27c8f6485613fb69e912fe76b541d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:02,258 INFO [StoreOpener-da27c8f6485613fb69e912fe76b541d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da27c8f6485613fb69e912fe76b541d1 columnFamilyName f 2024-11-24T08:21:02,258 DEBUG [StoreOpener-da27c8f6485613fb69e912fe76b541d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:02,258 INFO [StoreOpener-da27c8f6485613fb69e912fe76b541d1-1 {}] regionserver.HStore(327): Store=da27c8f6485613fb69e912fe76b541d1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:02,258 INFO [StoreOpener-da27c8f6485613fb69e912fe76b541d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:02,259 INFO [StoreOpener-da27c8f6485613fb69e912fe76b541d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da27c8f6485613fb69e912fe76b541d1 columnFamilyName f1 2024-11-24T08:21:02,259 DEBUG [StoreOpener-da27c8f6485613fb69e912fe76b541d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:02,259 INFO [StoreOpener-da27c8f6485613fb69e912fe76b541d1-1 {}] regionserver.HStore(327): Store=da27c8f6485613fb69e912fe76b541d1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:02,259 INFO [StoreOpener-da27c8f6485613fb69e912fe76b541d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:02,260 INFO [StoreOpener-da27c8f6485613fb69e912fe76b541d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da27c8f6485613fb69e912fe76b541d1 columnFamilyName norep 2024-11-24T08:21:02,260 DEBUG [StoreOpener-da27c8f6485613fb69e912fe76b541d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:02,261 INFO [StoreOpener-da27c8f6485613fb69e912fe76b541d1-1 {}] regionserver.HStore(327): Store=da27c8f6485613fb69e912fe76b541d1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:02,261 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:02,261 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/default/test/da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:02,262 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/default/test/da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:02,262 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:02,262 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:02,263 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:21:02,263 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:02,265 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/default/test/da27c8f6485613fb69e912fe76b541d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:21:02,265 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened da27c8f6485613fb69e912fe76b541d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61046054, jitterRate=-0.09034290909767151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:21:02,265 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:02,265 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for da27c8f6485613fb69e912fe76b541d1: Running coprocessor pre-open hook at 1732436462256Writing region info on filesystem at 1732436462256Initializing all the Stores at 1732436462256Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436462256Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436462256Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436462256Cleaning up temporary data from old regions at 1732436462262 (+6 ms)Running coprocessor post-open hooks at 1732436462265 (+3 ms)Region opened successfully at 1732436462265 2024-11-24T08:21:02,266 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732436461897.da27c8f6485613fb69e912fe76b541d1., pid=6, masterSystemTime=1732436462249 2024-11-24T08:21:02,268 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732436461897.da27c8f6485613fb69e912fe76b541d1. 2024-11-24T08:21:02,268 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732436461897.da27c8f6485613fb69e912fe76b541d1. 2024-11-24T08:21:02,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da27c8f6485613fb69e912fe76b541d1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30c28c82771d,37081,1732436452537 2024-11-24T08:21:02,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da27c8f6485613fb69e912fe76b541d1, server=30c28c82771d,37081,1732436452537 because future has completed 2024-11-24T08:21:02,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:21:02,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure da27c8f6485613fb69e912fe76b541d1, server=30c28c82771d,37081,1732436452537 in 174 msec 2024-11-24T08:21:02,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:21:02,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=da27c8f6485613fb69e912fe76b541d1, ASSIGN in 348 msec 2024-11-24T08:21:02,276 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:21:02,276 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436462276"}]},"ts":"1732436462276"} 2024-11-24T08:21:02,278 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T08:21:02,278 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:21:02,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 381 msec 2024-11-24T08:21:02,401 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T08:21:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:02,525 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T08:21:02,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:02,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,46265,1732436457080 2024-11-24T08:21:02,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7146f035 2024-11-24T08:21:02,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:02,528 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:02,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:21:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T08:21:02,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:21:02,531 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:02,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T08:21:02,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:21:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:02,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741835_1011 (size=902) 2024-11-24T08:21:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:02,944 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b55aa36d44e4e31688ce2fda18ad09a, NAME => 'test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e 2024-11-24T08:21:02,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741836_1012 (size=39) 2024-11-24T08:21:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:03,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:03,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6b55aa36d44e4e31688ce2fda18ad09a, disabling compactions & flushes 2024-11-24T08:21:03,349 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a. 2024-11-24T08:21:03,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a. 2024-11-24T08:21:03,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a. after waiting 0 ms 2024-11-24T08:21:03,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a. 2024-11-24T08:21:03,350 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a. 2024-11-24T08:21:03,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b55aa36d44e4e31688ce2fda18ad09a: Waiting for close lock at 1732436463349Disabling compacts and flushes for region at 1732436463349Disabling writes for close at 1732436463350 (+1 ms)Writing region close event to WAL at 1732436463350Closed at 1732436463350 2024-11-24T08:21:03,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:21:03,351 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732436463351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436463351"}]},"ts":"1732436463351"} 2024-11-24T08:21:03,353 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:21:03,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:21:03,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436463354"}]},"ts":"1732436463354"} 2024-11-24T08:21:03,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T08:21:03,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b55aa36d44e4e31688ce2fda18ad09a, ASSIGN}] 2024-11-24T08:21:03,357 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b55aa36d44e4e31688ce2fda18ad09a, ASSIGN 2024-11-24T08:21:03,358 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6b55aa36d44e4e31688ce2fda18ad09a, ASSIGN; state=OFFLINE, location=30c28c82771d,41163,1732436457114; forceNewPlan=false, retain=false 2024-11-24T08:21:03,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b55aa36d44e4e31688ce2fda18ad09a, regionState=OPENING, regionLocation=30c28c82771d,41163,1732436457114 2024-11-24T08:21:03,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6b55aa36d44e4e31688ce2fda18ad09a, ASSIGN because future has completed 2024-11-24T08:21:03,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b55aa36d44e4e31688ce2fda18ad09a, server=30c28c82771d,41163,1732436457114}] 2024-11-24T08:21:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:03,668 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a. 2024-11-24T08:21:03,668 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b55aa36d44e4e31688ce2fda18ad09a, NAME => 'test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:21:03,668 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:21:03,669 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T08:21:03,669 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6b55aa36d44e4e31688ce2fda18ad09a 2024-11-24T08:21:03,669 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:03,669 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6b55aa36d44e4e31688ce2fda18ad09a 2024-11-24T08:21:03,669 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6b55aa36d44e4e31688ce2fda18ad09a 2024-11-24T08:21:03,670 INFO [StoreOpener-6b55aa36d44e4e31688ce2fda18ad09a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6b55aa36d44e4e31688ce2fda18ad09a 2024-11-24T08:21:03,671 INFO [StoreOpener-6b55aa36d44e4e31688ce2fda18ad09a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b55aa36d44e4e31688ce2fda18ad09a columnFamilyName f 2024-11-24T08:21:03,671 DEBUG [StoreOpener-6b55aa36d44e4e31688ce2fda18ad09a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:03,672 INFO [StoreOpener-6b55aa36d44e4e31688ce2fda18ad09a-1 {}] regionserver.HStore(327): Store=6b55aa36d44e4e31688ce2fda18ad09a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:03,672 INFO [StoreOpener-6b55aa36d44e4e31688ce2fda18ad09a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6b55aa36d44e4e31688ce2fda18ad09a 2024-11-24T08:21:03,672 INFO [StoreOpener-6b55aa36d44e4e31688ce2fda18ad09a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b55aa36d44e4e31688ce2fda18ad09a columnFamilyName f1 2024-11-24T08:21:03,672 DEBUG [StoreOpener-6b55aa36d44e4e31688ce2fda18ad09a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:03,673 INFO [StoreOpener-6b55aa36d44e4e31688ce2fda18ad09a-1 {}] regionserver.HStore(327): Store=6b55aa36d44e4e31688ce2fda18ad09a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:03,673 INFO [StoreOpener-6b55aa36d44e4e31688ce2fda18ad09a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6b55aa36d44e4e31688ce2fda18ad09a 2024-11-24T08:21:03,674 INFO [StoreOpener-6b55aa36d44e4e31688ce2fda18ad09a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b55aa36d44e4e31688ce2fda18ad09a columnFamilyName norep 2024-11-24T08:21:03,674 DEBUG [StoreOpener-6b55aa36d44e4e31688ce2fda18ad09a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:03,674 INFO [StoreOpener-6b55aa36d44e4e31688ce2fda18ad09a-1 {}] regionserver.HStore(327): Store=6b55aa36d44e4e31688ce2fda18ad09a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:03,674 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6b55aa36d44e4e31688ce2fda18ad09a 2024-11-24T08:21:03,675 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/default/test/6b55aa36d44e4e31688ce2fda18ad09a 2024-11-24T08:21:03,675 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/default/test/6b55aa36d44e4e31688ce2fda18ad09a 2024-11-24T08:21:03,675 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6b55aa36d44e4e31688ce2fda18ad09a 2024-11-24T08:21:03,675 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6b55aa36d44e4e31688ce2fda18ad09a 2024-11-24T08:21:03,676 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:21:03,677 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6b55aa36d44e4e31688ce2fda18ad09a 2024-11-24T08:21:03,678 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/default/test/6b55aa36d44e4e31688ce2fda18ad09a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:21:03,679 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6b55aa36d44e4e31688ce2fda18ad09a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66932030, jitterRate=-0.0026350319385528564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:21:03,679 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b55aa36d44e4e31688ce2fda18ad09a 2024-11-24T08:21:03,679 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6b55aa36d44e4e31688ce2fda18ad09a: Running coprocessor pre-open hook at 1732436463669Writing region info on filesystem at 1732436463669Initializing all the Stores at 1732436463670 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436463670Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436463670Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436463670Cleaning up temporary data from old regions at 1732436463675 (+5 ms)Running coprocessor post-open hooks at 1732436463679 (+4 ms)Region opened successfully at 1732436463679 2024-11-24T08:21:03,680 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a., pid=6, masterSystemTime=1732436463663 2024-11-24T08:21:03,682 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b55aa36d44e4e31688ce2fda18ad09a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30c28c82771d,41163,1732436457114 2024-11-24T08:21:03,683 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a. 2024-11-24T08:21:03,683 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a. 2024-11-24T08:21:03,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b55aa36d44e4e31688ce2fda18ad09a, server=30c28c82771d,41163,1732436457114 because future has completed 2024-11-24T08:21:03,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:21:03,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b55aa36d44e4e31688ce2fda18ad09a, server=30c28c82771d,41163,1732436457114 in 174 msec 2024-11-24T08:21:03,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:21:03,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6b55aa36d44e4e31688ce2fda18ad09a, ASSIGN in 331 msec 2024-11-24T08:21:03,690 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:21:03,690 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436463690"}]},"ts":"1732436463690"} 2024-11-24T08:21:03,692 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T08:21:03,693 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:21:03,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-24T08:21:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:04,675 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T08:21:04,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f56875b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:04,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,43105,-1 for getting cluster id 2024-11-24T08:21:04,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:04,678 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd4e9aa6-0258-4119-8ef9-aa2cc710f75d' 2024-11-24T08:21:04,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:04,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd4e9aa6-0258-4119-8ef9-aa2cc710f75d" 2024-11-24T08:21:04,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a14144e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:04,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,43105,-1] 2024-11-24T08:21:04,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:04,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:04,680 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:04,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c895ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:04,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:04,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,43105,1732436448989 2024-11-24T08:21:04,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ed5af87 2024-11-24T08:21:04,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:04,684 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:04,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30c28c82771d:40497,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T08:21:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:21:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:04,688 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:40497' 2024-11-24T08:21:04,696 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29245e19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:04,696 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40497,-1 for getting cluster id 2024-11-24T08:21:04,696 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:04,697 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16c11ab4-bff3-4530-b0c5-50b9608ff6d7' 2024-11-24T08:21:04,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:04,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16c11ab4-bff3-4530-b0c5-50b9608ff6d7" 2024-11-24T08:21:04,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5604c0e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:04,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40497,-1] 2024-11-24T08:21:04,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:04,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:04,699 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:04,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1554853e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:04,700 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:04,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40497,1732436452501 2024-11-24T08:21:04,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44a58303 2024-11-24T08:21:04,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:04,702 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:04,703 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T08:21:04,703 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:21:04,703 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:04,704 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:04,704 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:21:04,707 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T08:21:04,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:04,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:21:04,708 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:04,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:21:04,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741837_1013 (size=1138) 2024-11-24T08:21:04,746 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 91b4ae9447fb69a178ee5c3fc9812834, NAME => 'hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124 2024-11-24T08:21:04,757 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T08:21:04,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741838_1014 (size=44) 2024-11-24T08:21:04,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:04,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 91b4ae9447fb69a178ee5c3fc9812834, disabling compactions & flushes 2024-11-24T08:21:04,774 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834. 2024-11-24T08:21:04,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834. 2024-11-24T08:21:04,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834. after waiting 0 ms 2024-11-24T08:21:04,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834. 2024-11-24T08:21:04,774 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834. 2024-11-24T08:21:04,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 91b4ae9447fb69a178ee5c3fc9812834: Waiting for close lock at 1732436464774Disabling compacts and flushes for region at 1732436464774Disabling writes for close at 1732436464774Writing region close event to WAL at 1732436464774Closed at 1732436464774 2024-11-24T08:21:04,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:21:04,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732436464775"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436464775"}]},"ts":"1732436464775"} 2024-11-24T08:21:04,778 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:21:04,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:21:04,779 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436464779"}]},"ts":"1732436464779"} 2024-11-24T08:21:04,781 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T08:21:04,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=91b4ae9447fb69a178ee5c3fc9812834, ASSIGN}] 2024-11-24T08:21:04,782 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=91b4ae9447fb69a178ee5c3fc9812834, ASSIGN 2024-11-24T08:21:04,783 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=91b4ae9447fb69a178ee5c3fc9812834, ASSIGN; state=OFFLINE, location=30c28c82771d,36985,1732436449048; forceNewPlan=false, retain=false 2024-11-24T08:21:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:04,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=91b4ae9447fb69a178ee5c3fc9812834, regionState=OPENING, regionLocation=30c28c82771d,36985,1732436449048 2024-11-24T08:21:04,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=91b4ae9447fb69a178ee5c3fc9812834, ASSIGN because future has completed 2024-11-24T08:21:04,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91b4ae9447fb69a178ee5c3fc9812834, server=30c28c82771d,36985,1732436449048}] 2024-11-24T08:21:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:05,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834. 2024-11-24T08:21:05,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:21:05,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T08:21:05,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C36985%2C1732436449048.rep, suffix=, logDir=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048, archiveDir=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/oldWALs, maxLogs=10 2024-11-24T08:21:05,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.rep.1732436465096, exclude list is [], retry=0 2024-11-24T08:21:05,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45267,DS-d56c69ea-861d-44b3-89f6-6acc60e8a27d,DISK] 2024-11-24T08:21:05,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.rep.1732436465096 2024-11-24T08:21:05,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42701:42701)] 2024-11-24T08:21:05,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 91b4ae9447fb69a178ee5c3fc9812834, NAME => 'hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:21:05,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:21:05,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:21:05,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834. service=MultiRowMutationService 2024-11-24T08:21:05,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T08:21:05,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 91b4ae9447fb69a178ee5c3fc9812834 2024-11-24T08:21:05,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:05,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 91b4ae9447fb69a178ee5c3fc9812834 2024-11-24T08:21:05,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 91b4ae9447fb69a178ee5c3fc9812834 2024-11-24T08:21:05,121 INFO [StoreOpener-91b4ae9447fb69a178ee5c3fc9812834-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 91b4ae9447fb69a178ee5c3fc9812834 2024-11-24T08:21:05,122 INFO [StoreOpener-91b4ae9447fb69a178ee5c3fc9812834-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b4ae9447fb69a178ee5c3fc9812834 columnFamilyName hfileref 2024-11-24T08:21:05,122 DEBUG [StoreOpener-91b4ae9447fb69a178ee5c3fc9812834-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:05,123 INFO [StoreOpener-91b4ae9447fb69a178ee5c3fc9812834-1 {}] regionserver.HStore(327): Store=91b4ae9447fb69a178ee5c3fc9812834/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:05,123 INFO [StoreOpener-91b4ae9447fb69a178ee5c3fc9812834-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 91b4ae9447fb69a178ee5c3fc9812834 2024-11-24T08:21:05,123 INFO [StoreOpener-91b4ae9447fb69a178ee5c3fc9812834-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b4ae9447fb69a178ee5c3fc9812834 columnFamilyName queue 2024-11-24T08:21:05,123 DEBUG [StoreOpener-91b4ae9447fb69a178ee5c3fc9812834-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:05,124 INFO [StoreOpener-91b4ae9447fb69a178ee5c3fc9812834-1 {}] regionserver.HStore(327): Store=91b4ae9447fb69a178ee5c3fc9812834/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:05,124 INFO [StoreOpener-91b4ae9447fb69a178ee5c3fc9812834-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 91b4ae9447fb69a178ee5c3fc9812834 2024-11-24T08:21:05,125 INFO [StoreOpener-91b4ae9447fb69a178ee5c3fc9812834-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b4ae9447fb69a178ee5c3fc9812834 columnFamilyName sid 2024-11-24T08:21:05,125 DEBUG [StoreOpener-91b4ae9447fb69a178ee5c3fc9812834-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:05,125 INFO [StoreOpener-91b4ae9447fb69a178ee5c3fc9812834-1 {}] regionserver.HStore(327): Store=91b4ae9447fb69a178ee5c3fc9812834/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:05,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 91b4ae9447fb69a178ee5c3fc9812834 2024-11-24T08:21:05,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/replication/91b4ae9447fb69a178ee5c3fc9812834 2024-11-24T08:21:05,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/replication/91b4ae9447fb69a178ee5c3fc9812834 2024-11-24T08:21:05,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 91b4ae9447fb69a178ee5c3fc9812834 2024-11-24T08:21:05,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 91b4ae9447fb69a178ee5c3fc9812834 2024-11-24T08:21:05,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:21:05,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 91b4ae9447fb69a178ee5c3fc9812834 2024-11-24T08:21:05,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/replication/91b4ae9447fb69a178ee5c3fc9812834/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:21:05,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 91b4ae9447fb69a178ee5c3fc9812834; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60818704, jitterRate=-0.09373068809509277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:21:05,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91b4ae9447fb69a178ee5c3fc9812834 2024-11-24T08:21:05,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 91b4ae9447fb69a178ee5c3fc9812834: Running coprocessor pre-open hook at 1732436465120Writing region info on filesystem at 1732436465120Initializing all the Stores at 1732436465121 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436465121Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436465121Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436465121Cleaning up temporary data from old regions at 1732436465127 (+6 ms)Running coprocessor post-open hooks at 1732436465130 (+3 ms)Region opened successfully at 1732436465130 2024-11-24T08:21:05,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834., pid=10, masterSystemTime=1732436465089 2024-11-24T08:21:05,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834. 2024-11-24T08:21:05,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834. 2024-11-24T08:21:05,134 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=91b4ae9447fb69a178ee5c3fc9812834, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,36985,1732436449048 2024-11-24T08:21:05,139 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:21:05,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:05,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:05,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:05,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:05,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:05,145 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43105 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=30c28c82771d,36985,1732436449048, table=hbase:replication, region=91b4ae9447fb69a178ee5c3fc9812834. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T08:21:05,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91b4ae9447fb69a178ee5c3fc9812834, server=30c28c82771d,36985,1732436449048 because future has completed 2024-11-24T08:21:05,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T08:21:05,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 91b4ae9447fb69a178ee5c3fc9812834, server=30c28c82771d,36985,1732436449048 in 218 msec 2024-11-24T08:21:05,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T08:21:05,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=91b4ae9447fb69a178ee5c3fc9812834, ASSIGN in 376 msec 2024-11-24T08:21:05,160 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:21:05,160 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436465160"}]},"ts":"1732436465160"} 2024-11-24T08:21:05,162 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T08:21:05,163 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:21:05,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 459 msec 2024-11-24T08:21:05,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:05,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:05,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:05,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:05,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:05,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:05,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:05,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:05,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:05,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:05,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834., hostname=30c28c82771d,36985,1732436449048, seqNum=2] 2024-11-24T08:21:05,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134 2024-11-24T08:21:05,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134 2024-11-24T08:21:05,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:21:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:05,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T08:21:05,382 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T08:21:05,417 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30c28c82771d,36985,1732436449048, ReplicationSource: 1, currentBandwidth=0 2024-11-24T08:21:05,417 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:05,417 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,36985,1732436449048, seqNum=-1] 2024-11-24T08:21:05,418 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:05,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-24T08:21:05,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30c28c82771d,36985,1732436449048', locateType=CURRENT is [region=hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834., hostname=30c28c82771d,36985,1732436449048, seqNum=2] 2024-11-24T08:21:05,423 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T08:21:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T08:21:05,425 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30c28c82771d,36985,1732436449048 suceeded 2024-11-24T08:21:05,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T08:21:05,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-24T08:21:05,427 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30c28c82771d:40497,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:21:05,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 743 msec 2024-11-24T08:21:05,440 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:40497' 2024-11-24T08:21:05,441 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cf2de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:05,441 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40497,-1 for getting cluster id 2024-11-24T08:21:05,441 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:05,442 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16c11ab4-bff3-4530-b0c5-50b9608ff6d7' 2024-11-24T08:21:05,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:05,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16c11ab4-bff3-4530-b0c5-50b9608ff6d7" 2024-11-24T08:21:05,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fede0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:05,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40497,-1] 2024-11-24T08:21:05,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:05,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:05,444 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:05,444 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7276e8bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:05,444 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:05,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40497,1732436452501 2024-11-24T08:21:05,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@701f8b1b 2024-11-24T08:21:05,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:05,446 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-24T08:21:05,447 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30c28c82771d,36985,1732436449048 (queues=1) is replicating from cluster=dd4e9aa6-0258-4119-8ef9-aa2cc710f75d to cluster=16c11ab4-bff3-4530-b0c5-50b9608ff6d7 2024-11-24T08:21:05,447 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30c28c82771d%2C36985%2C1732436449048 2024-11-24T08:21:05,447 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30c28c82771d,36985,1732436449048, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:21:05,448 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.shipper30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C36985%2C1732436449048 2024-11-24T08:21:05,448 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277, startPosition=0, beingWritten=true 2024-11-24T08:21:05,454 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:21:05,454 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 379, reset compression=false 2024-11-24T08:21:05,454 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.shipper30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,36985,1732436449048 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:21:05,658 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 379, reset compression=false 2024-11-24T08:21:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:05,825 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T08:21:05,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:05,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:05,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:05,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:05,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:05,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57fce6d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:05,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40497,-1 for getting cluster id 2024-11-24T08:21:05,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:05,827 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16c11ab4-bff3-4530-b0c5-50b9608ff6d7' 2024-11-24T08:21:05,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:05,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16c11ab4-bff3-4530-b0c5-50b9608ff6d7" 2024-11-24T08:21:05,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb502b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:05,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40497,-1] 2024-11-24T08:21:05,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:05,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:05,828 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1b0e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:05,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:05,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40497,1732436452501 2024-11-24T08:21:05,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4023aeed 2024-11-24T08:21:05,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:05,830 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:05,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30c28c82771d:46265,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T08:21:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:21:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:05,834 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:46265' 2024-11-24T08:21:05,835 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c02b6f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:05,835 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,46265,-1 for getting cluster id 2024-11-24T08:21:05,835 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:05,835 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '325f3895-3224-48cf-b4e3-ef5143c6016a' 2024-11-24T08:21:05,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:05,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "325f3895-3224-48cf-b4e3-ef5143c6016a" 2024-11-24T08:21:05,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241130b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:05,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,46265,-1] 2024-11-24T08:21:05,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:05,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:05,836 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:05,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cadedec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:05,837 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:05,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,46265,1732436457080 2024-11-24T08:21:05,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4447f5dd 2024-11-24T08:21:05,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:05,838 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:05,839 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T08:21:05,839 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:21:05,839 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:05,839 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:05,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:05,839 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:21:05,840 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T08:21:05,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:21:05,841 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:05,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:21:05,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741837_1013 (size=1138) 2024-11-24T08:21:05,850 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd8b4df5d1df43bb11bf0804ea3ae775, NAME => 'hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0 2024-11-24T08:21:05,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741838_1014 (size=44) 2024-11-24T08:21:05,890 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T08:21:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:05,961 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 379, reset compression=false 2024-11-24T08:21:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:06,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:06,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bd8b4df5d1df43bb11bf0804ea3ae775, disabling compactions & flushes 2024-11-24T08:21:06,256 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775. 2024-11-24T08:21:06,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775. 2024-11-24T08:21:06,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775. after waiting 0 ms 2024-11-24T08:21:06,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775. 2024-11-24T08:21:06,256 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775. 2024-11-24T08:21:06,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd8b4df5d1df43bb11bf0804ea3ae775: Waiting for close lock at 1732436466256Disabling compacts and flushes for region at 1732436466256Disabling writes for close at 1732436466256Writing region close event to WAL at 1732436466256Closed at 1732436466256 2024-11-24T08:21:06,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:21:06,257 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732436466257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436466257"}]},"ts":"1732436466257"} 2024-11-24T08:21:06,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:21:06,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:21:06,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436466260"}]},"ts":"1732436466260"} 2024-11-24T08:21:06,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T08:21:06,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd8b4df5d1df43bb11bf0804ea3ae775, ASSIGN}] 2024-11-24T08:21:06,264 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd8b4df5d1df43bb11bf0804ea3ae775, ASSIGN 2024-11-24T08:21:06,265 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd8b4df5d1df43bb11bf0804ea3ae775, ASSIGN; state=OFFLINE, location=30c28c82771d,37081,1732436452537; forceNewPlan=false, retain=false 2024-11-24T08:21:06,365 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 379, reset compression=false 2024-11-24T08:21:06,415 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bd8b4df5d1df43bb11bf0804ea3ae775, regionState=OPENING, regionLocation=30c28c82771d,37081,1732436452537 2024-11-24T08:21:06,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd8b4df5d1df43bb11bf0804ea3ae775, ASSIGN because future has completed 2024-11-24T08:21:06,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd8b4df5d1df43bb11bf0804ea3ae775, server=30c28c82771d,37081,1732436452537}] 2024-11-24T08:21:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:06,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775. 2024-11-24T08:21:06,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:21:06,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T08:21:06,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C37081%2C1732436452537.rep, suffix=, logDir=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537, archiveDir=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/oldWALs, maxLogs=10 2024-11-24T08:21:06,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.rep.1732436466575, exclude list is [], retry=0 2024-11-24T08:21:06,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45513,DS-ea3bc3d4-dccb-4fc8-a9bd-e52cd40798ea,DISK] 2024-11-24T08:21:06,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.rep.1732436466575 2024-11-24T08:21:06,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37517:37517)] 2024-11-24T08:21:06,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bd8b4df5d1df43bb11bf0804ea3ae775, NAME => 'hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:21:06,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:21:06,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:21:06,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775. service=MultiRowMutationService 2024-11-24T08:21:06,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T08:21:06,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bd8b4df5d1df43bb11bf0804ea3ae775 2024-11-24T08:21:06,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:06,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bd8b4df5d1df43bb11bf0804ea3ae775 2024-11-24T08:21:06,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bd8b4df5d1df43bb11bf0804ea3ae775 2024-11-24T08:21:06,594 INFO [StoreOpener-bd8b4df5d1df43bb11bf0804ea3ae775-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bd8b4df5d1df43bb11bf0804ea3ae775 2024-11-24T08:21:06,595 INFO [StoreOpener-bd8b4df5d1df43bb11bf0804ea3ae775-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd8b4df5d1df43bb11bf0804ea3ae775 columnFamilyName hfileref 2024-11-24T08:21:06,595 DEBUG [StoreOpener-bd8b4df5d1df43bb11bf0804ea3ae775-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:06,596 INFO [StoreOpener-bd8b4df5d1df43bb11bf0804ea3ae775-1 {}] regionserver.HStore(327): Store=bd8b4df5d1df43bb11bf0804ea3ae775/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:06,596 INFO [StoreOpener-bd8b4df5d1df43bb11bf0804ea3ae775-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bd8b4df5d1df43bb11bf0804ea3ae775 2024-11-24T08:21:06,596 INFO [StoreOpener-bd8b4df5d1df43bb11bf0804ea3ae775-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd8b4df5d1df43bb11bf0804ea3ae775 columnFamilyName queue 2024-11-24T08:21:06,597 DEBUG [StoreOpener-bd8b4df5d1df43bb11bf0804ea3ae775-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:06,597 INFO [StoreOpener-bd8b4df5d1df43bb11bf0804ea3ae775-1 {}] regionserver.HStore(327): Store=bd8b4df5d1df43bb11bf0804ea3ae775/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:06,597 INFO [StoreOpener-bd8b4df5d1df43bb11bf0804ea3ae775-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bd8b4df5d1df43bb11bf0804ea3ae775 2024-11-24T08:21:06,598 INFO [StoreOpener-bd8b4df5d1df43bb11bf0804ea3ae775-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd8b4df5d1df43bb11bf0804ea3ae775 columnFamilyName sid 2024-11-24T08:21:06,598 DEBUG [StoreOpener-bd8b4df5d1df43bb11bf0804ea3ae775-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:06,598 INFO [StoreOpener-bd8b4df5d1df43bb11bf0804ea3ae775-1 {}] regionserver.HStore(327): Store=bd8b4df5d1df43bb11bf0804ea3ae775/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:06,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bd8b4df5d1df43bb11bf0804ea3ae775 2024-11-24T08:21:06,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/replication/bd8b4df5d1df43bb11bf0804ea3ae775 2024-11-24T08:21:06,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/replication/bd8b4df5d1df43bb11bf0804ea3ae775 2024-11-24T08:21:06,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bd8b4df5d1df43bb11bf0804ea3ae775 2024-11-24T08:21:06,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bd8b4df5d1df43bb11bf0804ea3ae775 2024-11-24T08:21:06,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:21:06,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bd8b4df5d1df43bb11bf0804ea3ae775 2024-11-24T08:21:06,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/replication/bd8b4df5d1df43bb11bf0804ea3ae775/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:21:06,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bd8b4df5d1df43bb11bf0804ea3ae775; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72973561, jitterRate=0.08739079535007477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:21:06,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd8b4df5d1df43bb11bf0804ea3ae775 2024-11-24T08:21:06,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bd8b4df5d1df43bb11bf0804ea3ae775: Running coprocessor pre-open hook at 1732436466593Writing region info on filesystem at 1732436466593Initializing all the Stores at 1732436466594 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436466594Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436466594Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436466594Cleaning up temporary data from old regions at 1732436466599 (+5 ms)Running coprocessor post-open hooks at 1732436466602 (+3 ms)Region opened successfully at 1732436466602 2024-11-24T08:21:06,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775., pid=10, masterSystemTime=1732436466570 2024-11-24T08:21:06,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775. 2024-11-24T08:21:06,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775. 2024-11-24T08:21:06,605 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bd8b4df5d1df43bb11bf0804ea3ae775, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,37081,1732436452537 2024-11-24T08:21:06,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd8b4df5d1df43bb11bf0804ea3ae775, server=30c28c82771d,37081,1732436452537 because future has completed 2024-11-24T08:21:06,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T08:21:06,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bd8b4df5d1df43bb11bf0804ea3ae775, server=30c28c82771d,37081,1732436452537 in 189 msec 2024-11-24T08:21:06,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T08:21:06,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd8b4df5d1df43bb11bf0804ea3ae775, ASSIGN in 347 msec 2024-11-24T08:21:06,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:21:06,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436466611"}]},"ts":"1732436466611"} 2024-11-24T08:21:06,625 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T08:21:06,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:21:06,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 786 msec 2024-11-24T08:21:06,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775., hostname=30c28c82771d,37081,1732436452537, seqNum=2] 2024-11-24T08:21:06,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617 2024-11-24T08:21:06,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617 2024-11-24T08:21:06,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:21:06,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37081 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T08:21:06,806 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T08:21:06,838 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30c28c82771d,37081,1732436452537, ReplicationSource: 1, currentBandwidth=0 2024-11-24T08:21:06,839 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:06,839 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,37081,1732436452537, seqNum=-1] 2024-11-24T08:21:06,839 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:06,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-24T08:21:06,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30c28c82771d,37081,1732436452537', locateType=CURRENT is [region=hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775., hostname=30c28c82771d,37081,1732436452537, seqNum=2] 2024-11-24T08:21:06,844 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T08:21:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T08:21:06,847 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30c28c82771d,37081,1732436452537 suceeded 2024-11-24T08:21:06,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T08:21:06,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-24T08:21:06,848 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30c28c82771d:46265,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:21:06,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0180 sec 2024-11-24T08:21:06,860 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:46265' 2024-11-24T08:21:06,861 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@573e5efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:06,861 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,46265,-1 for getting cluster id 2024-11-24T08:21:06,861 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:06,862 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '325f3895-3224-48cf-b4e3-ef5143c6016a' 2024-11-24T08:21:06,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:06,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "325f3895-3224-48cf-b4e3-ef5143c6016a" 2024-11-24T08:21:06,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6aecb0ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:06,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,46265,-1] 2024-11-24T08:21:06,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:06,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:06,864 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:06,865 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d801a7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:06,865 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:06,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,46265,1732436457080 2024-11-24T08:21:06,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75e49dc6 2024-11-24T08:21:06,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:06,866 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-24T08:21:06,867 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30c28c82771d,37081,1732436452537 (queues=1) is replicating from cluster=16c11ab4-bff3-4530-b0c5-50b9608ff6d7 to cluster=325f3895-3224-48cf-b4e3-ef5143c6016a 2024-11-24T08:21:06,867 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30c28c82771d%2C37081%2C1732436452537 2024-11-24T08:21:06,867 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30c28c82771d,37081,1732436452537, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:21:06,868 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.shipper30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C37081%2C1732436452537 2024-11-24T08:21:06,868 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529, startPosition=0, beingWritten=true 2024-11-24T08:21:06,869 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 379, reset compression=false 2024-11-24T08:21:06,876 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:21:06,876 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 379, reset compression=false 2024-11-24T08:21:06,876 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.shipper30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,37081,1732436452537 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:21:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:06,975 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T08:21:06,975 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:06,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:06,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:06,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:06,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:06,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163378f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:06,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,46265,-1 for getting cluster id 2024-11-24T08:21:06,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:06,977 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '325f3895-3224-48cf-b4e3-ef5143c6016a' 2024-11-24T08:21:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "325f3895-3224-48cf-b4e3-ef5143c6016a" 2024-11-24T08:21:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd75053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,46265,-1] 2024-11-24T08:21:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:06,980 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:06,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab73784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:06,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,46265,1732436457080 2024-11-24T08:21:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2de40b3 2024-11-24T08:21:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:06,983 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:06,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30c28c82771d:40497,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T08:21:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:21:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:06,987 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:40497' 2024-11-24T08:21:06,987 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7184ab1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:06,987 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40497,-1 for getting cluster id 2024-11-24T08:21:06,988 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:06,988 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16c11ab4-bff3-4530-b0c5-50b9608ff6d7' 2024-11-24T08:21:06,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:06,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16c11ab4-bff3-4530-b0c5-50b9608ff6d7" 2024-11-24T08:21:06,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7876faf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:06,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40497,-1] 2024-11-24T08:21:06,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:06,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:06,989 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:06,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d17e172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:06,990 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:06,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40497,1732436452501 2024-11-24T08:21:06,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f4061a9 2024-11-24T08:21:06,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:06,991 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:06,991 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T08:21:06,992 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:21:06,992 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:06,992 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:06,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:06,992 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:21:06,993 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T08:21:06,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:21:06,994 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:06,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:21:06,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741837_1013 (size=1138) 2024-11-24T08:21:07,043 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T08:21:07,079 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 379, reset compression=false 2024-11-24T08:21:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:07,383 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 379, reset compression=false 2024-11-24T08:21:07,400 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20d21053b61692fa85dd0c2c88b924e1, NAME => 'hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e 2024-11-24T08:21:07,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741838_1014 (size=44) 2024-11-24T08:21:07,475 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 379, reset compression=false 2024-11-24T08:21:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:07,787 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 379, reset compression=false 2024-11-24T08:21:07,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:07,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 20d21053b61692fa85dd0c2c88b924e1, disabling compactions & flushes 2024-11-24T08:21:07,806 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1. 2024-11-24T08:21:07,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1. 2024-11-24T08:21:07,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1. after waiting 0 ms 2024-11-24T08:21:07,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1. 2024-11-24T08:21:07,806 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1. 2024-11-24T08:21:07,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20d21053b61692fa85dd0c2c88b924e1: Waiting for close lock at 1732436467806Disabling compacts and flushes for region at 1732436467806Disabling writes for close at 1732436467806Writing region close event to WAL at 1732436467806Closed at 1732436467806 2024-11-24T08:21:07,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:21:07,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732436467807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436467807"}]},"ts":"1732436467807"} 2024-11-24T08:21:07,809 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:21:07,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:21:07,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436467810"}]},"ts":"1732436467810"} 2024-11-24T08:21:07,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T08:21:07,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20d21053b61692fa85dd0c2c88b924e1, ASSIGN}] 2024-11-24T08:21:07,813 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20d21053b61692fa85dd0c2c88b924e1, ASSIGN 2024-11-24T08:21:07,814 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20d21053b61692fa85dd0c2c88b924e1, ASSIGN; state=OFFLINE, location=30c28c82771d,41163,1732436457114; forceNewPlan=false, retain=false 2024-11-24T08:21:07,964 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20d21053b61692fa85dd0c2c88b924e1, regionState=OPENING, regionLocation=30c28c82771d,41163,1732436457114 2024-11-24T08:21:07,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20d21053b61692fa85dd0c2c88b924e1, ASSIGN because future has completed 2024-11-24T08:21:07,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20d21053b61692fa85dd0c2c88b924e1, server=30c28c82771d,41163,1732436457114}] 2024-11-24T08:21:08,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1. 2024-11-24T08:21:08,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:21:08,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T08:21:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:08,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C41163%2C1732436457114.rep, suffix=, logDir=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114, archiveDir=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/oldWALs, maxLogs=10 2024-11-24T08:21:08,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.rep.1732436468125, exclude list is [], retry=0 2024-11-24T08:21:08,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34665,DS-d353a279-3bad-4b02-9657-78ae3082621b,DISK] 2024-11-24T08:21:08,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.rep.1732436468125 2024-11-24T08:21:08,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38219:38219)] 2024-11-24T08:21:08,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 20d21053b61692fa85dd0c2c88b924e1, NAME => 'hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:21:08,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:21:08,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:21:08,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1. service=MultiRowMutationService 2024-11-24T08:21:08,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T08:21:08,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 20d21053b61692fa85dd0c2c88b924e1 2024-11-24T08:21:08,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:08,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 20d21053b61692fa85dd0c2c88b924e1 2024-11-24T08:21:08,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 20d21053b61692fa85dd0c2c88b924e1 2024-11-24T08:21:08,145 INFO [StoreOpener-20d21053b61692fa85dd0c2c88b924e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 20d21053b61692fa85dd0c2c88b924e1 2024-11-24T08:21:08,146 INFO [StoreOpener-20d21053b61692fa85dd0c2c88b924e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20d21053b61692fa85dd0c2c88b924e1 columnFamilyName hfileref 2024-11-24T08:21:08,146 DEBUG [StoreOpener-20d21053b61692fa85dd0c2c88b924e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:08,146 INFO [StoreOpener-20d21053b61692fa85dd0c2c88b924e1-1 {}] regionserver.HStore(327): Store=20d21053b61692fa85dd0c2c88b924e1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:08,146 INFO [StoreOpener-20d21053b61692fa85dd0c2c88b924e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 20d21053b61692fa85dd0c2c88b924e1 2024-11-24T08:21:08,147 INFO [StoreOpener-20d21053b61692fa85dd0c2c88b924e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20d21053b61692fa85dd0c2c88b924e1 columnFamilyName queue 2024-11-24T08:21:08,147 DEBUG [StoreOpener-20d21053b61692fa85dd0c2c88b924e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:08,147 INFO [StoreOpener-20d21053b61692fa85dd0c2c88b924e1-1 {}] regionserver.HStore(327): Store=20d21053b61692fa85dd0c2c88b924e1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:08,148 INFO [StoreOpener-20d21053b61692fa85dd0c2c88b924e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 20d21053b61692fa85dd0c2c88b924e1 2024-11-24T08:21:08,149 INFO [StoreOpener-20d21053b61692fa85dd0c2c88b924e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20d21053b61692fa85dd0c2c88b924e1 columnFamilyName sid 2024-11-24T08:21:08,149 DEBUG [StoreOpener-20d21053b61692fa85dd0c2c88b924e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:08,149 INFO [StoreOpener-20d21053b61692fa85dd0c2c88b924e1-1 {}] regionserver.HStore(327): Store=20d21053b61692fa85dd0c2c88b924e1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:08,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 20d21053b61692fa85dd0c2c88b924e1 2024-11-24T08:21:08,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/replication/20d21053b61692fa85dd0c2c88b924e1 2024-11-24T08:21:08,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/replication/20d21053b61692fa85dd0c2c88b924e1 2024-11-24T08:21:08,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 20d21053b61692fa85dd0c2c88b924e1 2024-11-24T08:21:08,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 20d21053b61692fa85dd0c2c88b924e1 2024-11-24T08:21:08,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:21:08,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 20d21053b61692fa85dd0c2c88b924e1 2024-11-24T08:21:08,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/replication/20d21053b61692fa85dd0c2c88b924e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:21:08,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 20d21053b61692fa85dd0c2c88b924e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67073278, jitterRate=-5.302727222442627E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:21:08,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20d21053b61692fa85dd0c2c88b924e1 2024-11-24T08:21:08,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 20d21053b61692fa85dd0c2c88b924e1: Running coprocessor pre-open hook at 1732436468144Writing region info on filesystem at 1732436468144Initializing all the Stores at 1732436468144Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436468144Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436468144Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436468144Cleaning up temporary data from old regions at 1732436468151 (+7 ms)Running coprocessor post-open hooks at 1732436468155 (+4 ms)Region opened successfully at 1732436468156 (+1 ms) 2024-11-24T08:21:08,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1., pid=10, masterSystemTime=1732436468119 2024-11-24T08:21:08,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1. 2024-11-24T08:21:08,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1. 2024-11-24T08:21:08,159 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20d21053b61692fa85dd0c2c88b924e1, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,41163,1732436457114 2024-11-24T08:21:08,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20d21053b61692fa85dd0c2c88b924e1, server=30c28c82771d,41163,1732436457114 because future has completed 2024-11-24T08:21:08,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T08:21:08,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 20d21053b61692fa85dd0c2c88b924e1, server=30c28c82771d,41163,1732436457114 in 195 msec 2024-11-24T08:21:08,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T08:21:08,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20d21053b61692fa85dd0c2c88b924e1, ASSIGN in 351 msec 2024-11-24T08:21:08,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:21:08,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436468165"}]},"ts":"1732436468165"} 2024-11-24T08:21:08,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T08:21:08,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:21:08,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-24T08:21:08,178 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 379, reset compression=false 2024-11-24T08:21:08,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1., hostname=30c28c82771d,41163,1732436457114, seqNum=2] 2024-11-24T08:21:08,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673 2024-11-24T08:21:08,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673 2024-11-24T08:21:08,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:21:08,290 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 379, reset compression=false 2024-11-24T08:21:08,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T08:21:08,366 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T08:21:08,402 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T08:21:08,413 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30c28c82771d,41163,1732436457114, ReplicationSource: 1, currentBandwidth=0 2024-11-24T08:21:08,414 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:08,414 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,41163,1732436457114, seqNum=-1] 2024-11-24T08:21:08,414 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:08,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-24T08:21:08,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30c28c82771d,41163,1732436457114', locateType=CURRENT is [region=hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1., hostname=30c28c82771d,41163,1732436457114, seqNum=2] 2024-11-24T08:21:08,420 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T08:21:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T08:21:08,422 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30c28c82771d,41163,1732436457114 suceeded 2024-11-24T08:21:08,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T08:21:08,424 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30c28c82771d:40497,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:21:08,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-24T08:21:08,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4410 sec 2024-11-24T08:21:08,438 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:40497' 2024-11-24T08:21:08,440 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@289c4aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:08,440 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40497,-1 for getting cluster id 2024-11-24T08:21:08,440 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:08,440 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16c11ab4-bff3-4530-b0c5-50b9608ff6d7' 2024-11-24T08:21:08,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:08,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16c11ab4-bff3-4530-b0c5-50b9608ff6d7" 2024-11-24T08:21:08,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45c3158f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:08,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40497,-1] 2024-11-24T08:21:08,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:08,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:08,442 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:08,442 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aaae865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:08,443 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:08,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,40497,1732436452501 2024-11-24T08:21:08,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9f1576e 2024-11-24T08:21:08,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:08,444 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-24T08:21:08,445 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30c28c82771d,41163,1732436457114 (queues=1) is replicating from cluster=325f3895-3224-48cf-b4e3-ef5143c6016a to cluster=16c11ab4-bff3-4530-b0c5-50b9608ff6d7 2024-11-24T08:21:08,445 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30c28c82771d%2C41163%2C1732436457114 2024-11-24T08:21:08,445 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30c28c82771d,41163,1732436457114, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:21:08,445 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.shipper30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C41163%2C1732436457114 2024-11-24T08:21:08,445 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094, startPosition=0, beingWritten=true 2024-11-24T08:21:08,450 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:21:08,450 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 379, reset compression=false 2024-11-24T08:21:08,450 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.shipper30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,41163,1732436457114 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:21:08,653 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 379, reset compression=false 2024-11-24T08:21:08,902 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 379, reset compression=false 2024-11-24T08:21:08,958 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 379, reset compression=false 2024-11-24T08:21:08,982 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 379, reset compression=false 2024-11-24T08:21:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:09,135 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T08:21:09,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:09,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:09,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:09,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:09,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:09,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336ec01f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:09,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,43105,-1 for getting cluster id 2024-11-24T08:21:09,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:09,137 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd4e9aa6-0258-4119-8ef9-aa2cc710f75d' 2024-11-24T08:21:09,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:09,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd4e9aa6-0258-4119-8ef9-aa2cc710f75d" 2024-11-24T08:21:09,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c5d518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:09,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,43105,-1] 2024-11-24T08:21:09,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:09,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:09,138 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcd7ac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:09,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4cd7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:09,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40497,-1 for getting cluster id 2024-11-24T08:21:09,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:09,140 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16c11ab4-bff3-4530-b0c5-50b9608ff6d7' 2024-11-24T08:21:09,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:09,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16c11ab4-bff3-4530-b0c5-50b9608ff6d7" 2024-11-24T08:21:09,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4549daa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:09,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40497,-1] 2024-11-24T08:21:09,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:09,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:09,142 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ccf9da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:09,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610f3f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:09,143 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,46265,-1 for getting cluster id 2024-11-24T08:21:09,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:09,144 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '325f3895-3224-48cf-b4e3-ef5143c6016a' 2024-11-24T08:21:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "325f3895-3224-48cf-b4e3-ef5143c6016a" 2024-11-24T08:21:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623da009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,46265,-1] 2024-11-24T08:21:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:09,145 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7fa960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:09,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:09,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,36985,1732436449048, seqNum=-1] 2024-11-24T08:21:09,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:09,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:21:09,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403., hostname=30c28c82771d,36985,1732436449048, seqNum=2] 2024-11-24T08:21:09,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,41163,1732436457114, seqNum=-1] 2024-11-24T08:21:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:09,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:21:09,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a., hostname=30c28c82771d,41163,1732436457114, seqNum=2] 2024-11-24T08:21:09,158 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T08:21:09,363 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 379, reset compression=false 2024-11-24T08:21:09,374 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:09,374 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:21:09,375 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88566 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:21:09,605 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 379, reset compression=false 2024-11-24T08:21:09,867 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 379, reset compression=false 2024-11-24T08:21:09,886 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 379, reset compression=false 2024-11-24T08:21:09,891 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:21:09,891 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 480, reset compression=false 2024-11-24T08:21:09,891 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.shipper30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,36985,1732436449048 got entry batch from reader: WALEntryBatch [walEntries=[{test/08bb3478a756a1bacc36b7ad2bdb8403/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T08:21:09,893 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.shipper30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:21:09,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-24T08:21:09,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:21:09,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ae8d6b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:09,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,40497,-1 for getting cluster id 2024-11-24T08:21:09,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:09,895 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16c11ab4-bff3-4530-b0c5-50b9608ff6d7' 2024-11-24T08:21:09,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:09,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16c11ab4-bff3-4530-b0c5-50b9608ff6d7" 2024-11-24T08:21:09,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@235e9121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:09,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,40497,-1] 2024-11-24T08:21:09,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:09,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:09,896 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:09,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26467e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:09,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:09,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,37081,1732436452537, seqNum=-1] 2024-11-24T08:21:09,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:09,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-24T08:21:09,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732436461897.da27c8f6485613fb69e912fe76b541d1., hostname=30c28c82771d,37081,1732436452537, seqNum=2] 2024-11-24T08:21:09,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:21:09,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T08:21:09,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T08:21:09,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:21:09,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T08:21:10,094 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 480, reset compression=false 2024-11-24T08:21:10,160 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T08:21:10,397 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 480, reset compression=false 2024-11-24T08:21:10,409 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 379, reset compression=false 2024-11-24T08:21:10,413 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:21:10,413 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 504, reset compression=false 2024-11-24T08:21:10,413 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.shipper30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,37081,1732436452537 got entry batch from reader: WALEntryBatch [walEntries=[{test/da27c8f6485613fb69e912fe76b541d1/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-24T08:21:10,415 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.shipper30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:21:10,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-24T08:21:10,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41163 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:21:10,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cc2bb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:10,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41163 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,46265,-1 for getting cluster id 2024-11-24T08:21:10,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:10,417 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '325f3895-3224-48cf-b4e3-ef5143c6016a' 2024-11-24T08:21:10,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:10,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "325f3895-3224-48cf-b4e3-ef5143c6016a" 2024-11-24T08:21:10,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fd743a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:10,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,46265,-1] 2024-11-24T08:21:10,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:10,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:10,419 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:10,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@751a07af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:10,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41163 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:10,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,41163,1732436457114, seqNum=-1] 2024-11-24T08:21:10,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:10,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-24T08:21:10,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a., hostname=30c28c82771d,41163,1732436457114, seqNum=2] 2024-11-24T08:21:10,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41163 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:21:10,470 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 379, reset compression=false 2024-11-24T08:21:10,474 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:21:10,474 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 527, reset compression=false 2024-11-24T08:21:10,474 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.shipper30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,41163,1732436457114 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:21:10,617 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 504, reset compression=false 2024-11-24T08:21:10,622 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:21:10,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:10,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:10,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:10,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:10,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:10,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:10,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:10,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:10,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:10,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:10,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:10,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:10,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:10,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:10,677 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 527, reset compression=false 2024-11-24T08:21:10,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:10,801 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 480, reset compression=false 2024-11-24T08:21:10,920 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 504, reset compression=false 2024-11-24T08:21:10,981 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 527, reset compression=false 2024-11-24T08:21:11,162 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T08:21:11,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:11,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,37081,1732436452537, seqNum=-1] 2024-11-24T08:21:11,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:11,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:21:11,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732436461897.da27c8f6485613fb69e912fe76b541d1., hostname=30c28c82771d,37081,1732436452537, seqNum=2] 2024-11-24T08:21:11,169 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T08:21:11,305 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 480, reset compression=false 2024-11-24T08:21:11,324 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 504, reset compression=false 2024-11-24T08:21:11,328 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:21:11,328 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 608, reset compression=false 2024-11-24T08:21:11,328 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.shipper30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,37081,1732436452537 got entry batch from reader: WALEntryBatch [walEntries=[{test/da27c8f6485613fb69e912fe76b541d1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T08:21:11,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41163 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:21:11,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41163 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:21:11,385 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 527, reset compression=false 2024-11-24T08:21:11,389 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:21:11,389 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 654, reset compression=false 2024-11-24T08:21:11,389 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.shipper30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,41163,1732436457114 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:21:11,531 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 608, reset compression=false 2024-11-24T08:21:11,592 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 654, reset compression=false 2024-11-24T08:21:11,834 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 608, reset compression=false 2024-11-24T08:21:11,895 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 654, reset compression=false 2024-11-24T08:21:11,908 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 480, reset compression=false 2024-11-24T08:21:12,170 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T08:21:12,173 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-24T08:21:12,237 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 608, reset compression=false 2024-11-24T08:21:12,299 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 654, reset compression=false 2024-11-24T08:21:12,303 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:21:12,303 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 758, reset compression=false 2024-11-24T08:21:12,303 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.shipper30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,41163,1732436457114 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b55aa36d44e4e31688ce2fda18ad09a/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T08:21:12,305 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.shipper30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:21:12,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-24T08:21:12,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:21:12,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:21:12,505 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 758, reset compression=false 2024-11-24T08:21:12,611 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 480, reset compression=false 2024-11-24T08:21:12,740 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 608, reset compression=false 2024-11-24T08:21:12,745 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:21:12,745 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 735, reset compression=false 2024-11-24T08:21:12,745 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.shipper30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,37081,1732436452537 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:21:12,809 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 758, reset compression=false 2024-11-24T08:21:12,948 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 735, reset compression=false 2024-11-24T08:21:13,175 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-24T08:21:13,178 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T08:21:13,213 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 758, reset compression=false 2024-11-24T08:21:13,251 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 735, reset compression=false 2024-11-24T08:21:13,415 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 480, reset compression=false 2024-11-24T08:21:13,420 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:21:13,420 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 636, reset compression=false 2024-11-24T08:21:13,420 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.shipper30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,36985,1732436449048 got entry batch from reader: WALEntryBatch [walEntries=[{test/08bb3478a756a1bacc36b7ad2bdb8403/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T08:21:13,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:21:13,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:21:13,626 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 636, reset compression=false 2024-11-24T08:21:13,655 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 735, reset compression=false 2024-11-24T08:21:13,660 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:21:13,660 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 883, reset compression=false 2024-11-24T08:21:13,660 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.shipper30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,37081,1732436452537 got entry batch from reader: WALEntryBatch [walEntries=[{test/da27c8f6485613fb69e912fe76b541d1/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-24T08:21:13,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41163 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:21:13,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41163 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:21:13,717 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 758, reset compression=false 2024-11-24T08:21:13,722 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:21:13,722 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 929, reset compression=false 2024-11-24T08:21:13,722 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.shipper30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,41163,1732436457114 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:21:13,863 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 883, reset compression=false 2024-11-24T08:21:13,926 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 929, reset compression=false 2024-11-24T08:21:13,930 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 636, reset compression=false 2024-11-24T08:21:14,167 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 883, reset compression=false 2024-11-24T08:21:14,180 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T08:21:14,183 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T08:21:14,229 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 929, reset compression=false 2024-11-24T08:21:14,333 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 636, reset compression=false 2024-11-24T08:21:14,571 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 883, reset compression=false 2024-11-24T08:21:14,576 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:21:14,576 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 1042, reset compression=false 2024-11-24T08:21:14,576 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.shipper30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,37081,1732436452537 got entry batch from reader: WALEntryBatch [walEntries=[{test/da27c8f6485613fb69e912fe76b541d1/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T08:21:14,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41163 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:21:14,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41163 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:21:14,633 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 929, reset compression=false 2024-11-24T08:21:14,638 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:21:14,638 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 1078, reset compression=false 2024-11-24T08:21:14,638 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.shipper30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,41163,1732436457114 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:21:14,780 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 1042, reset compression=false 2024-11-24T08:21:14,838 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 636, reset compression=false 2024-11-24T08:21:14,842 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 1078, reset compression=false 2024-11-24T08:21:15,083 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 1042, reset compression=false 2024-11-24T08:21:15,145 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 1078, reset compression=false 2024-11-24T08:21:15,185 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T08:21:15,199 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-24T08:21:15,442 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 636, reset compression=false 2024-11-24T08:21:15,492 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 1042, reset compression=false 2024-11-24T08:21:15,549 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 1078, reset compression=false 2024-11-24T08:21:15,558 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:21:15,558 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 1237, reset compression=false 2024-11-24T08:21:15,558 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.shipper30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,41163,1732436457114 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b55aa36d44e4e31688ce2fda18ad09a/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T08:21:15,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T08:21:15,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T08:21:15,769 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 1237, reset compression=false 2024-11-24T08:21:15,997 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 1042, reset compression=false 2024-11-24T08:21:16,001 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:21:16,001 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 1191, reset compression=false 2024-11-24T08:21:16,001 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.shipper30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,37081,1732436452537 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:21:16,073 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 1237, reset compression=false 2024-11-24T08:21:16,146 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 636, reset compression=false 2024-11-24T08:21:16,201 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-24T08:21:16,205 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 1191, reset compression=false 2024-11-24T08:21:16,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:21:16,208 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:16,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:16,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:16,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:16,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:16,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:21:16,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1347519773, stopped=false 2024-11-24T08:21:16,210 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,46265,1732436457080 2024-11-24T08:21:16,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21857258673/running 2024-11-24T08:21:16,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21857258673/running 2024-11-24T08:21:16,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673 2024-11-24T08:21:16,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673 2024-11-24T08:21:16,211 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:21:16,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:16,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:16,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:16,212 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,41163,1732436457114' ***** 2024-11-24T08:21:16,212 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:21:16,213 INFO [RS:0;30c28c82771d:41163 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:21:16,213 INFO [RS:0;30c28c82771d:41163 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:21:16,213 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:21:16,213 INFO [RS:0;30c28c82771d:41163 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:21:16,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Set watcher on znode that does not yet exist, /21857258673/running 2024-11-24T08:21:16,213 INFO [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b55aa36d44e4e31688ce2fda18ad09a 2024-11-24T08:21:16,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Set watcher on znode that does not yet exist, /21857258673/running 2024-11-24T08:21:16,214 INFO [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(3091): Received CLOSE for 20d21053b61692fa85dd0c2c88b924e1 2024-11-24T08:21:16,214 INFO [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,41163,1732436457114 2024-11-24T08:21:16,214 INFO [RS:0;30c28c82771d:41163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:21:16,214 INFO [RS:0;30c28c82771d:41163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:41163. 2024-11-24T08:21:16,214 DEBUG [RS:0;30c28c82771d:41163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:16,214 DEBUG [RS:0;30c28c82771d:41163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:16,214 INFO [RS:0;30c28c82771d:41163 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:21:16,214 INFO [RS:0;30c28c82771d:41163 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:21:16,214 INFO [RS:0;30c28c82771d:41163 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:21:16,214 INFO [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:21:16,215 INFO [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T08:21:16,215 DEBUG [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(1325): Online Regions={6b55aa36d44e4e31688ce2fda18ad09a=test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a., 1588230740=hbase:meta,,1.1588230740, 20d21053b61692fa85dd0c2c88b924e1=hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1.} 2024-11-24T08:21:16,215 DEBUG [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d21053b61692fa85dd0c2c88b924e1, 6b55aa36d44e4e31688ce2fda18ad09a 2024-11-24T08:21:16,215 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:21:16,215 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b55aa36d44e4e31688ce2fda18ad09a, disabling compactions & flushes 2024-11-24T08:21:16,215 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:21:16,215 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a. 2024-11-24T08:21:16,215 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:21:16,215 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a. 2024-11-24T08:21:16,215 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:21:16,215 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a. after waiting 0 ms 2024-11-24T08:21:16,215 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:21:16,215 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a. 2024-11-24T08:21:16,215 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6b55aa36d44e4e31688ce2fda18ad09a 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-24T08:21:16,215 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T08:21:16,240 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/default/test/6b55aa36d44e4e31688ce2fda18ad09a/.tmp/f/7a2df4b3b1fe40fcbfb9ad3695860c2d is 29, key is row1/f:/1732436474181/DeleteFamily/seqid=0 2024-11-24T08:21:16,246 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/.tmp/info/e94378d26a384910b031d1cfc6d26c83 is 147, key is hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1./info:regioninfo/1732436468159/Put/seqid=0 2024-11-24T08:21:16,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741840_1016 (size=5152) 2024-11-24T08:21:16,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741841_1017 (size=7686) 2024-11-24T08:21:16,286 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:21:16,415 DEBUG [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d21053b61692fa85dd0c2c88b924e1, 6b55aa36d44e4e31688ce2fda18ad09a 2024-11-24T08:21:16,477 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 1237, reset compression=false 2024-11-24T08:21:16,482 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:21:16,482 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 1484, reset compression=false 2024-11-24T08:21:16,482 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.shipper30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,41163,1732436457114 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:21:16,483 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.shipper30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30c28c82771d,41163,1732436457114: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30c28c82771d,41163,1732436457114, walGroup=30c28c82771d%2C41163%2C1732436457114, offset=30c28c82771d%2C41163%2C1732436457114.1732436459094:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:41163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T08:21:16,484 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.shipper30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T08:21:16,484 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.shipper30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T08:21:16,485 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.shipper30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T08:21:16,485 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.shipper30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T08:21:16,485 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.shipper30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T08:21:16,485 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.shipper30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1361051648, "init": 1048576000, "max": 2306867200, "used": 834712928 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 202050008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T08:21:16,485 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.shipper30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:46265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:46265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T08:21:16,510 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 1191, reset compression=false 2024-11-24T08:21:16,615 DEBUG [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d21053b61692fa85dd0c2c88b924e1, 6b55aa36d44e4e31688ce2fda18ad09a 2024-11-24T08:21:16,654 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/default/test/6b55aa36d44e4e31688ce2fda18ad09a/.tmp/f/7a2df4b3b1fe40fcbfb9ad3695860c2d 2024-11-24T08:21:16,658 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/.tmp/info/e94378d26a384910b031d1cfc6d26c83 2024-11-24T08:21:16,659 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a2df4b3b1fe40fcbfb9ad3695860c2d 2024-11-24T08:21:16,675 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/.tmp/ns/368b1fe1faf8495eaa93cd27fa8d1d8b is 43, key is default/ns:d/1732436459657/Put/seqid=0 2024-11-24T08:21:16,677 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/default/test/6b55aa36d44e4e31688ce2fda18ad09a/.tmp/f1/818bda9117d44439a5c6836f104c4407 is 30, key is row1/f1:/1732436474181/DeleteFamily/seqid=0 2024-11-24T08:21:16,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741842_1018 (size=5153) 2024-11-24T08:21:16,679 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/.tmp/ns/368b1fe1faf8495eaa93cd27fa8d1d8b 2024-11-24T08:21:16,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741843_1019 (size=5158) 2024-11-24T08:21:16,680 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/default/test/6b55aa36d44e4e31688ce2fda18ad09a/.tmp/f1/818bda9117d44439a5c6836f104c4407 2024-11-24T08:21:16,684 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 818bda9117d44439a5c6836f104c4407 2024-11-24T08:21:16,686 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 1484, reset compression=false 2024-11-24T08:21:16,698 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/.tmp/rep_barrier/83e8f9c844b8477fb1188dd009b55673 is 112, key is test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a./rep_barrier:seqnumDuringOpen/1732436463682/Put/seqid=0 2024-11-24T08:21:16,698 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/default/test/6b55aa36d44e4e31688ce2fda18ad09a/.tmp/norep/fb6cd9bd8b9646769885e52f4121b581 is 33, key is row2/norep:/1732436475186/DeleteFamily/seqid=0 2024-11-24T08:21:16,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741844_1020 (size=5518) 2024-11-24T08:21:16,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741845_1021 (size=5108) 2024-11-24T08:21:16,702 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/default/test/6b55aa36d44e4e31688ce2fda18ad09a/.tmp/norep/fb6cd9bd8b9646769885e52f4121b581 2024-11-24T08:21:16,705 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb6cd9bd8b9646769885e52f4121b581 2024-11-24T08:21:16,705 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/default/test/6b55aa36d44e4e31688ce2fda18ad09a/.tmp/f/7a2df4b3b1fe40fcbfb9ad3695860c2d as hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/default/test/6b55aa36d44e4e31688ce2fda18ad09a/f/7a2df4b3b1fe40fcbfb9ad3695860c2d 2024-11-24T08:21:16,708 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a2df4b3b1fe40fcbfb9ad3695860c2d 2024-11-24T08:21:16,709 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/default/test/6b55aa36d44e4e31688ce2fda18ad09a/f/7a2df4b3b1fe40fcbfb9ad3695860c2d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T08:21:16,709 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/default/test/6b55aa36d44e4e31688ce2fda18ad09a/.tmp/f1/818bda9117d44439a5c6836f104c4407 as hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/default/test/6b55aa36d44e4e31688ce2fda18ad09a/f1/818bda9117d44439a5c6836f104c4407 2024-11-24T08:21:16,713 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 818bda9117d44439a5c6836f104c4407 2024-11-24T08:21:16,713 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/default/test/6b55aa36d44e4e31688ce2fda18ad09a/f1/818bda9117d44439a5c6836f104c4407, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T08:21:16,714 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/default/test/6b55aa36d44e4e31688ce2fda18ad09a/.tmp/norep/fb6cd9bd8b9646769885e52f4121b581 as hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/default/test/6b55aa36d44e4e31688ce2fda18ad09a/norep/fb6cd9bd8b9646769885e52f4121b581 2024-11-24T08:21:16,718 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb6cd9bd8b9646769885e52f4121b581 2024-11-24T08:21:16,718 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/default/test/6b55aa36d44e4e31688ce2fda18ad09a/norep/fb6cd9bd8b9646769885e52f4121b581, entries=1, sequenceid=10, filesize=5.0 K 2024-11-24T08:21:16,719 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6b55aa36d44e4e31688ce2fda18ad09a in 504ms, sequenceid=10, compaction requested=false 2024-11-24T08:21:16,725 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/default/test/6b55aa36d44e4e31688ce2fda18ad09a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T08:21:16,725 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:21:16,725 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:21:16,725 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a. 2024-11-24T08:21:16,725 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b55aa36d44e4e31688ce2fda18ad09a: Waiting for close lock at 1732436476215Running coprocessor pre-close hooks at 1732436476215Disabling compacts and flushes for region at 1732436476215Disabling writes for close at 1732436476215Obtaining lock to block concurrent updates at 1732436476215Preparing flush snapshotting stores in 6b55aa36d44e4e31688ce2fda18ad09a at 1732436476215Finished memstore snapshotting test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732436476215Flushing stores of test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a. at 1732436476216 (+1 ms)Flushing 6b55aa36d44e4e31688ce2fda18ad09a/f: creating writer at 1732436476216Flushing 6b55aa36d44e4e31688ce2fda18ad09a/f: appending metadata at 1732436476240 (+24 ms)Flushing 6b55aa36d44e4e31688ce2fda18ad09a/f: closing flushed file at 1732436476240Flushing 6b55aa36d44e4e31688ce2fda18ad09a/f1: creating writer at 1732436476660 (+420 ms)Flushing 6b55aa36d44e4e31688ce2fda18ad09a/f1: appending metadata at 1732436476676 (+16 ms)Flushing 6b55aa36d44e4e31688ce2fda18ad09a/f1: closing flushed file at 1732436476676Flushing 6b55aa36d44e4e31688ce2fda18ad09a/norep: creating writer at 1732436476684 (+8 ms)Flushing 6b55aa36d44e4e31688ce2fda18ad09a/norep: appending metadata at 1732436476697 (+13 ms)Flushing 6b55aa36d44e4e31688ce2fda18ad09a/norep: closing flushed file at 1732436476697Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d55845a: reopening flushed file at 1732436476705 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7442fcd4: reopening flushed file at 1732436476709 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3083b087: reopening flushed file at 1732436476713 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6b55aa36d44e4e31688ce2fda18ad09a in 504ms, sequenceid=10, compaction requested=false at 1732436476719 (+6 ms)Writing region close event to WAL at 1732436476722 (+3 ms)Running coprocessor post-close hooks at 1732436476725 (+3 ms)Closed at 1732436476725 2024-11-24T08:21:16,725 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732436462528.6b55aa36d44e4e31688ce2fda18ad09a. 2024-11-24T08:21:16,726 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20d21053b61692fa85dd0c2c88b924e1, disabling compactions & flushes 2024-11-24T08:21:16,726 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1. 2024-11-24T08:21:16,726 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1. 2024-11-24T08:21:16,726 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1. after waiting 0 ms 2024-11-24T08:21:16,726 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1. 2024-11-24T08:21:16,726 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20d21053b61692fa85dd0c2c88b924e1: Waiting for close lock at 1732436476726Running coprocessor pre-close hooks at 1732436476726Disabling compacts and flushes for region at 1732436476726Disabling writes for close at 1732436476726Failed flush hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1., putting online again at 1732436476726 2024-11-24T08:21:16,726 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1. 2024-11-24T08:21:16,815 INFO [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(3091): Received CLOSE for 20d21053b61692fa85dd0c2c88b924e1 2024-11-24T08:21:16,815 DEBUG [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d21053b61692fa85dd0c2c88b924e1 2024-11-24T08:21:16,816 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20d21053b61692fa85dd0c2c88b924e1, disabling compactions & flushes 2024-11-24T08:21:16,816 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1. 2024-11-24T08:21:16,816 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1. 2024-11-24T08:21:16,816 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1. after waiting 0 ms 2024-11-24T08:21:16,816 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1. 2024-11-24T08:21:16,816 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20d21053b61692fa85dd0c2c88b924e1: Waiting for close lock at 1732436476815Running coprocessor pre-close hooks at 1732436476815Disabling compacts and flushes for region at 1732436476815Disabling writes for close at 1732436476816 (+1 ms)Failed flush hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1., putting online again at 1732436476816 2024-11-24T08:21:16,816 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1. 2024-11-24T08:21:16,913 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 1191, reset compression=false 2024-11-24T08:21:16,949 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 636, reset compression=false 2024-11-24T08:21:16,965 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:21:16,965 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:21:16,993 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 1484, reset compression=false 2024-11-24T08:21:16,997 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:21:16,997 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 2128, reset compression=false 2024-11-24T08:21:17,016 DEBUG [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:21:17,102 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/.tmp/rep_barrier/83e8f9c844b8477fb1188dd009b55673 2024-11-24T08:21:17,127 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/.tmp/table/9ef5af4a28a547a9ac35ecc74029df79 is 53, key is hbase:replication/table:state/1732436468165/Put/seqid=0 2024-11-24T08:21:17,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741846_1022 (size=5308) 2024-11-24T08:21:17,199 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 2128, reset compression=false 2024-11-24T08:21:17,216 INFO [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T08:21:17,216 DEBUG [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 20d21053b61692fa85dd0c2c88b924e1=hbase:replication,,1732436466992.20d21053b61692fa85dd0c2c88b924e1.} 2024-11-24T08:21:17,216 DEBUG [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:21:17,416 DEBUG [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:21:17,416 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 1191, reset compression=false 2024-11-24T08:21:17,503 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/WALs/30c28c82771d,41163,1732436457114/30c28c82771d%2C41163%2C1732436457114.1732436459094 to pos 2128, reset compression=false 2024-11-24T08:21:17,531 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/.tmp/table/9ef5af4a28a547a9ac35ecc74029df79 2024-11-24T08:21:17,536 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/.tmp/info/e94378d26a384910b031d1cfc6d26c83 as hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/info/e94378d26a384910b031d1cfc6d26c83 2024-11-24T08:21:17,539 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/info/e94378d26a384910b031d1cfc6d26c83, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T08:21:17,540 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/.tmp/ns/368b1fe1faf8495eaa93cd27fa8d1d8b as hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/ns/368b1fe1faf8495eaa93cd27fa8d1d8b 2024-11-24T08:21:17,543 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/ns/368b1fe1faf8495eaa93cd27fa8d1d8b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T08:21:17,544 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/.tmp/rep_barrier/83e8f9c844b8477fb1188dd009b55673 as hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/rep_barrier/83e8f9c844b8477fb1188dd009b55673 2024-11-24T08:21:17,548 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/rep_barrier/83e8f9c844b8477fb1188dd009b55673, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T08:21:17,548 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/.tmp/table/9ef5af4a28a547a9ac35ecc74029df79 as hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/table/9ef5af4a28a547a9ac35ecc74029df79 2024-11-24T08:21:17,551 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/table/9ef5af4a28a547a9ac35ecc74029df79, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T08:21:17,552 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false 2024-11-24T08:21:17,556 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T08:21:17,556 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:21:17,556 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:21:17,556 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:21:17,556 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436476215Running coprocessor pre-close hooks at 1732436476215Disabling compacts and flushes for region at 1732436476215Disabling writes for close at 1732436476215Obtaining lock to block concurrent updates at 1732436476215Preparing flush snapshotting stores in 1588230740 at 1732436476215Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732436476215Flushing stores of hbase:meta,,1.1588230740 at 1732436476216 (+1 ms)Flushing 1588230740/info: creating writer at 1732436476216Flushing 1588230740/info: appending metadata at 1732436476246 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732436476246Flushing 1588230740/ns: creating writer at 1732436476662 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732436476674 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732436476674Flushing 1588230740/rep_barrier: creating writer at 1732436476683 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732436476697 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732436476697Flushing 1588230740/table: creating writer at 1732436477106 (+409 ms)Flushing 1588230740/table: appending metadata at 1732436477126 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732436477126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@691f4d7b: reopening flushed file at 1732436477535 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eeef20e: reopening flushed file at 1732436477539 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9ae66f7: reopening flushed file at 1732436477544 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5c89b6: reopening flushed file at 1732436477548 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false at 1732436477552 (+4 ms)Writing region close event to WAL at 1732436477554 (+2 ms)Running coprocessor post-close hooks at 1732436477556 (+2 ms)Closed at 1732436477556 2024-11-24T08:21:17,556 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:21:17,616 INFO [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T08:21:17,616 INFO [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,41163,1732436457114; all regions closed. 2024-11-24T08:21:17,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741834_1010 (size=4239) 2024-11-24T08:21:17,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741839_1015 (size=2171) 2024-11-24T08:21:17,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741833_1009 (size=2136) 2024-11-24T08:21:17,623 DEBUG [RS:0;30c28c82771d:41163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:17,623 INFO [RS:0;30c28c82771d:41163 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:21:17,623 INFO [RS:0;30c28c82771d:41163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:21:17,623 INFO [RS:0;30c28c82771d:41163 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T08:21:17,623 INFO [RS:0;30c28c82771d:41163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:21:17,623 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:21:17,623 INFO [RS:0;30c28c82771d:41163 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30c28c82771d,41163,1732436457114 because: Region server is closing 2024-11-24T08:21:17,624 INFO [RS:0;30c28c82771d:41163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:41163. 2024-11-24T08:21:17,624 DEBUG [RS:0;30c28c82771d:41163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:17,624 DEBUG [RS:0;30c28c82771d:41163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:17,624 DEBUG [RS:0;30c28c82771d:41163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:17,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:17,724 INFO [RS:0;30c28c82771d:41163 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.shipper30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 terminated 2024-11-24T08:21:17,724 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,41163,1732436457114.replicationSource.wal-reader.30c28c82771d%2C41163%2C1732436457114,1-30c28c82771d,41163,1732436457114 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T08:21:17,724 INFO [RS:0;30c28c82771d:41163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:41163. 2024-11-24T08:21:17,724 DEBUG [RS:0;30c28c82771d:41163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:17,725 DEBUG [RS:0;30c28c82771d:41163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:17,725 DEBUG [RS:0;30c28c82771d:41163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:17,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:17,725 INFO [RS:0;30c28c82771d:41163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41163 2024-11-24T08:21:17,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21857258673/rs/30c28c82771d,41163,1732436457114 2024-11-24T08:21:17,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673/rs 2024-11-24T08:21:17,727 INFO [RS:0;30c28c82771d:41163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:21:17,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,41163,1732436457114] 2024-11-24T08:21:17,730 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21857258673/draining/30c28c82771d,41163,1732436457114 already deleted, retry=false 2024-11-24T08:21:17,730 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,41163,1732436457114 expired; onlineServers=0 2024-11-24T08:21:17,730 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,46265,1732436457080' ***** 2024-11-24T08:21:17,730 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:21:17,730 INFO [M:0;30c28c82771d:46265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:21:17,730 INFO [M:0;30c28c82771d:46265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:21:17,730 DEBUG [M:0;30c28c82771d:46265 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:21:17,730 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:21:17,730 DEBUG [M:0;30c28c82771d:46265 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:21:17,730 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436458870 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436458870,5,FailOnTimeoutGroup] 2024-11-24T08:21:17,730 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436458869 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436458869,5,FailOnTimeoutGroup] 2024-11-24T08:21:17,731 INFO [M:0;30c28c82771d:46265 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:21:17,731 INFO [M:0;30c28c82771d:46265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:21:17,731 DEBUG [M:0;30c28c82771d:46265 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:21:17,731 INFO [M:0;30c28c82771d:46265 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:21:17,731 INFO [M:0;30c28c82771d:46265 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:21:17,731 INFO [M:0;30c28c82771d:46265 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:21:17,731 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:21:17,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21857258673/master 2024-11-24T08:21:17,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21857258673 2024-11-24T08:21:17,732 DEBUG [M:0;30c28c82771d:46265 {}] zookeeper.ZKUtil(347): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Unable to get data of znode /21857258673/master because node does not exist (not an error) 2024-11-24T08:21:17,732 WARN [M:0;30c28c82771d:46265 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:21:17,732 INFO [M:0;30c28c82771d:46265 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/.lastflushedseqids 2024-11-24T08:21:17,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741847_1023 (size=245) 2024-11-24T08:21:17,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:17,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41163-0x10149103ea60007, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:17,828 INFO [RS:0;30c28c82771d:41163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:21:17,828 INFO [RS:0;30c28c82771d:41163 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,41163,1732436457114; zookeeper connection closed. 2024-11-24T08:21:17,828 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ace442b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ace442b 2024-11-24T08:21:17,829 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:21:17,852 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 636, reset compression=false 2024-11-24T08:21:18,020 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 1191, reset compression=false 2024-11-24T08:21:18,137 INFO [M:0;30c28c82771d:46265 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:21:18,137 INFO [M:0;30c28c82771d:46265 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:21:18,137 DEBUG [M:0;30c28c82771d:46265 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:21:18,137 INFO [M:0;30c28c82771d:46265 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:18,137 DEBUG [M:0;30c28c82771d:46265 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:18,137 DEBUG [M:0;30c28c82771d:46265 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:21:18,137 DEBUG [M:0;30c28c82771d:46265 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:18,137 INFO [M:0;30c28c82771d:46265 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T08:21:18,156 DEBUG [M:0;30c28c82771d:46265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07ea4a7b646541d0a9c6b3808be622db is 82, key is hbase:meta,,1/info:regioninfo/1732436459648/Put/seqid=0 2024-11-24T08:21:18,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741848_1024 (size=5672) 2024-11-24T08:21:18,560 INFO [M:0;30c28c82771d:46265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07ea4a7b646541d0a9c6b3808be622db 2024-11-24T08:21:18,577 DEBUG [M:0;30c28c82771d:46265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1fc8fd0b9fc4250a746218ac21c8f78 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732436468168/Put/seqid=0 2024-11-24T08:21:18,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741849_1025 (size=8516) 2024-11-24T08:21:18,724 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 1191, reset compression=false 2024-11-24T08:21:18,856 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 636, reset compression=false 2024-11-24T08:21:18,979 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T08:21:18,981 INFO [M:0;30c28c82771d:46265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1fc8fd0b9fc4250a746218ac21c8f78 2024-11-24T08:21:18,998 DEBUG [M:0;30c28c82771d:46265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3bcb599ed4644ff0b81b1255319be21f is 69, key is 30c28c82771d,41163,1732436457114/rs:state/1732436458951/Put/seqid=0 2024-11-24T08:21:19,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741850_1026 (size=5156) 2024-11-24T08:21:19,402 INFO [M:0;30c28c82771d:46265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3bcb599ed4644ff0b81b1255319be21f 2024-11-24T08:21:19,407 DEBUG [M:0;30c28c82771d:46265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07ea4a7b646541d0a9c6b3808be622db as hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07ea4a7b646541d0a9c6b3808be622db 2024-11-24T08:21:19,410 INFO [M:0;30c28c82771d:46265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07ea4a7b646541d0a9c6b3808be622db, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T08:21:19,411 DEBUG [M:0;30c28c82771d:46265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1fc8fd0b9fc4250a746218ac21c8f78 as hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1fc8fd0b9fc4250a746218ac21c8f78 2024-11-24T08:21:19,415 INFO [M:0;30c28c82771d:46265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1fc8fd0b9fc4250a746218ac21c8f78, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T08:21:19,416 DEBUG [M:0;30c28c82771d:46265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3bcb599ed4644ff0b81b1255319be21f as hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3bcb599ed4644ff0b81b1255319be21f 2024-11-24T08:21:19,420 INFO [M:0;30c28c82771d:46265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36771/user/jenkins/test-data/f0405df5-0056-54bd-21f7-b0d5dc90852e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3bcb599ed4644ff0b81b1255319be21f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T08:21:19,421 INFO [M:0;30c28c82771d:46265 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-24T08:21:19,430 INFO [M:0;30c28c82771d:46265 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:19,430 DEBUG [M:0;30c28c82771d:46265 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436478137Disabling compacts and flushes for region at 1732436478137Disabling writes for close at 1732436478137Obtaining lock to block concurrent updates at 1732436478137Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436478137Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732436478138 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436478138Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436478138Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436478155 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436478155Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436478563 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436478577 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436478577Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436478984 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436478998 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436478998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@586e0be5: reopening flushed file at 1732436479406 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14ac9ca0: reopening flushed file at 1732436479411 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20d13f7f: reopening flushed file at 1732436479415 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1732436479421 (+6 ms)Writing region close event to WAL at 1732436479430 (+9 ms)Closed at 1732436479430 2024-11-24T08:21:19,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741830_1006 (size=63654) 2024-11-24T08:21:19,433 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:21:19,433 INFO [M:0;30c28c82771d:46265 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:21:19,433 INFO [M:0;30c28c82771d:46265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46265 2024-11-24T08:21:19,434 INFO [M:0;30c28c82771d:46265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:21:19,527 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 1191, reset compression=false 2024-11-24T08:21:19,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:19,536 INFO [M:0;30c28c82771d:46265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:21:19,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10149103ea60006, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:19,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39f4e8c7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:21:19,539 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68a026db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:21:19,539 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:21:19,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d7a7a36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:21:19,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d5a3443{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/hadoop.log.dir/,STOPPED} 2024-11-24T08:21:19,541 WARN [BP-1918564536-172.17.0.2-1732436455598 heartbeating to localhost/127.0.0.1:36771 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:21:19,541 WARN [BP-1918564536-172.17.0.2-1732436455598 heartbeating to localhost/127.0.0.1:36771 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1918564536-172.17.0.2-1732436455598 (Datanode Uuid 40e8545d-0b7f-40d9-ac04-d5c894501d26) service to localhost/127.0.0.1:36771 2024-11-24T08:21:19,541 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:21:19,541 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:21:19,541 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/cluster_77e201b6-ed02-9f21-dbb5-fd3b76104704/data/data1/current/BP-1918564536-172.17.0.2-1732436455598 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:21:19,541 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/cluster_77e201b6-ed02-9f21-dbb5-fd3b76104704/data/data2/current/BP-1918564536-172.17.0.2-1732436455598 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:21:19,542 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:21:19,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c8e52df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:21:19,548 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23583a08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:21:19,548 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:21:19,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ce21ebf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:21:19,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c8966c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/hadoop.log.dir/,STOPPED} 2024-11-24T08:21:19,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:21:19,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:21:19,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:19,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:19,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:19,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:19,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:19,561 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:21:19,561 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=503886733, stopped=false 2024-11-24T08:21:19,561 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,40497,1732436452501 2024-11-24T08:21:19,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-19104617/running 2024-11-24T08:21:19,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-19104617/running 2024-11-24T08:21:19,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617 2024-11-24T08:21:19,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617 2024-11-24T08:21:19,563 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:21:19,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Set watcher on znode that does not yet exist, /1-19104617/running 2024-11-24T08:21:19,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:19,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Set watcher on znode that does not yet exist, /1-19104617/running 2024-11-24T08:21:19,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:19,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:19,564 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,37081,1732436452537' ***** 2024-11-24T08:21:19,564 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:21:19,564 INFO [RS:0;30c28c82771d:37081 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:21:19,564 INFO [RS:0;30c28c82771d:37081 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:21:19,564 INFO [RS:0;30c28c82771d:37081 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:21:19,565 INFO [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(3091): Received CLOSE for da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:19,565 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:21:19,565 INFO [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(3091): Received CLOSE for bd8b4df5d1df43bb11bf0804ea3ae775 2024-11-24T08:21:19,565 INFO [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,37081,1732436452537 2024-11-24T08:21:19,565 INFO [RS:0;30c28c82771d:37081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:21:19,565 INFO [RS:0;30c28c82771d:37081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:37081. 2024-11-24T08:21:19,565 DEBUG [RS:0;30c28c82771d:37081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:19,565 DEBUG [RS:0;30c28c82771d:37081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:19,565 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da27c8f6485613fb69e912fe76b541d1, disabling compactions & flushes 2024-11-24T08:21:19,565 INFO [RS:0;30c28c82771d:37081 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:21:19,565 INFO [RS:0;30c28c82771d:37081 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:21:19,565 INFO [RS:0;30c28c82771d:37081 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:21:19,565 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732436461897.da27c8f6485613fb69e912fe76b541d1. 2024-11-24T08:21:19,565 INFO [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:21:19,565 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436461897.da27c8f6485613fb69e912fe76b541d1. 2024-11-24T08:21:19,565 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732436461897.da27c8f6485613fb69e912fe76b541d1. after waiting 0 ms 2024-11-24T08:21:19,565 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732436461897.da27c8f6485613fb69e912fe76b541d1. 2024-11-24T08:21:19,565 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing da27c8f6485613fb69e912fe76b541d1 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-24T08:21:19,565 INFO [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T08:21:19,566 DEBUG [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, da27c8f6485613fb69e912fe76b541d1=test,,1732436461897.da27c8f6485613fb69e912fe76b541d1., bd8b4df5d1df43bb11bf0804ea3ae775=hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775.} 2024-11-24T08:21:19,566 DEBUG [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd8b4df5d1df43bb11bf0804ea3ae775, da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:19,566 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:21:19,566 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:21:19,566 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:21:19,566 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:21:19,566 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:21:19,566 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T08:21:19,580 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/.tmp/info/9fe86eacd0e3455d950044717dc38ff1 is 147, key is hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775./info:regioninfo/1732436466605/Put/seqid=0 2024-11-24T08:21:19,583 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/default/test/da27c8f6485613fb69e912fe76b541d1/.tmp/f/4955b58370434998a404900f80c068b0 is 29, key is row1/f:/1732436474181/DeleteFamily/seqid=0 2024-11-24T08:21:19,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741840_1016 (size=7686) 2024-11-24T08:21:19,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741841_1017 (size=5152) 2024-11-24T08:21:19,617 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:21:19,766 DEBUG [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd8b4df5d1df43bb11bf0804ea3ae775, da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:19,959 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 636, reset compression=false 2024-11-24T08:21:19,966 DEBUG [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd8b4df5d1df43bb11bf0804ea3ae775, da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:19,984 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/.tmp/info/9fe86eacd0e3455d950044717dc38ff1 2024-11-24T08:21:19,987 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/default/test/da27c8f6485613fb69e912fe76b541d1/.tmp/f/4955b58370434998a404900f80c068b0 2024-11-24T08:21:19,993 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4955b58370434998a404900f80c068b0 2024-11-24T08:21:20,012 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/.tmp/ns/f59055313a084221b04236a2eac7c3a5 is 43, key is default/ns:d/1732436455490/Put/seqid=0 2024-11-24T08:21:20,014 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/default/test/da27c8f6485613fb69e912fe76b541d1/.tmp/f1/82a6d73555e14e0c845a3e05364de284 is 30, key is row1/f1:/1732436474181/DeleteFamily/seqid=0 2024-11-24T08:21:20,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741842_1018 (size=5153) 2024-11-24T08:21:20,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741843_1019 (size=5158) 2024-11-24T08:21:20,166 DEBUG [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd8b4df5d1df43bb11bf0804ea3ae775, da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:20,366 DEBUG [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd8b4df5d1df43bb11bf0804ea3ae775, da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:20,419 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:21:20,419 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:21:20,422 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/.tmp/ns/f59055313a084221b04236a2eac7c3a5 2024-11-24T08:21:20,426 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/default/test/da27c8f6485613fb69e912fe76b541d1/.tmp/f1/82a6d73555e14e0c845a3e05364de284 2024-11-24T08:21:20,430 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 1191, reset compression=false 2024-11-24T08:21:20,432 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82a6d73555e14e0c845a3e05364de284 2024-11-24T08:21:20,441 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:21:20,441 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 1438, reset compression=false 2024-11-24T08:21:20,441 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.shipper30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,37081,1732436452537 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:21:20,442 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.shipper30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30c28c82771d,37081,1732436452537: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30c28c82771d,37081,1732436452537, walGroup=30c28c82771d%2C37081%2C1732436452537, offset=30c28c82771d%2C37081%2C1732436452537.1732436454529:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:37081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T08:21:20,443 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/.tmp/rep_barrier/8873dc69e6ec4b36a3d80d5a076f1d1d is 112, key is test,,1732436461897.da27c8f6485613fb69e912fe76b541d1./rep_barrier:seqnumDuringOpen/1732436462268/Put/seqid=0 2024-11-24T08:21:20,444 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.shipper30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T08:21:20,444 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.shipper30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T08:21:20,444 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.shipper30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T08:21:20,444 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.shipper30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T08:21:20,444 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.shipper30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T08:21:20,444 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.shipper30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1361051648, "init": 1048576000, "max": 2306867200, "used": 920696160 }, "NonHeapMemoryUsage": { "committed": 206766080, "init": 7667712, "max": -1, "used": 202395488 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T08:21:20,444 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.shipper30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:40497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:40497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T08:21:20,454 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/default/test/da27c8f6485613fb69e912fe76b541d1/.tmp/norep/5587bed9507d487bba6b589f34df5ea1 is 33, key is row1/norep:/1732436474181/DeleteFamily/seqid=0 2024-11-24T08:21:20,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741844_1020 (size=5518) 2024-11-24T08:21:20,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741845_1021 (size=5108) 2024-11-24T08:21:20,567 DEBUG [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd8b4df5d1df43bb11bf0804ea3ae775, da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:20,656 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 1438, reset compression=false 2024-11-24T08:21:20,767 DEBUG [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd8b4df5d1df43bb11bf0804ea3ae775, da27c8f6485613fb69e912fe76b541d1 2024-11-24T08:21:20,859 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/.tmp/rep_barrier/8873dc69e6ec4b36a3d80d5a076f1d1d 2024-11-24T08:21:20,865 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/default/test/da27c8f6485613fb69e912fe76b541d1/.tmp/norep/5587bed9507d487bba6b589f34df5ea1 2024-11-24T08:21:20,868 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5587bed9507d487bba6b589f34df5ea1 2024-11-24T08:21:20,868 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/default/test/da27c8f6485613fb69e912fe76b541d1/.tmp/f/4955b58370434998a404900f80c068b0 as hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/default/test/da27c8f6485613fb69e912fe76b541d1/f/4955b58370434998a404900f80c068b0 2024-11-24T08:21:20,872 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4955b58370434998a404900f80c068b0 2024-11-24T08:21:20,872 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/default/test/da27c8f6485613fb69e912fe76b541d1/f/4955b58370434998a404900f80c068b0, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T08:21:20,873 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/default/test/da27c8f6485613fb69e912fe76b541d1/.tmp/f1/82a6d73555e14e0c845a3e05364de284 as hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/default/test/da27c8f6485613fb69e912fe76b541d1/f1/82a6d73555e14e0c845a3e05364de284 2024-11-24T08:21:20,876 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82a6d73555e14e0c845a3e05364de284 2024-11-24T08:21:20,876 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/default/test/da27c8f6485613fb69e912fe76b541d1/f1/82a6d73555e14e0c845a3e05364de284, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T08:21:20,877 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/default/test/da27c8f6485613fb69e912fe76b541d1/.tmp/norep/5587bed9507d487bba6b589f34df5ea1 as hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/default/test/da27c8f6485613fb69e912fe76b541d1/norep/5587bed9507d487bba6b589f34df5ea1 2024-11-24T08:21:20,880 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/.tmp/table/5c043da53bf74626ae70780e8375c72a is 53, key is hbase:replication/table:state/1732436466611/Put/seqid=0 2024-11-24T08:21:20,881 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5587bed9507d487bba6b589f34df5ea1 2024-11-24T08:21:20,881 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/default/test/da27c8f6485613fb69e912fe76b541d1/norep/5587bed9507d487bba6b589f34df5ea1, entries=1, sequenceid=10, filesize=5.0 K 2024-11-24T08:21:20,882 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for da27c8f6485613fb69e912fe76b541d1 in 1317ms, sequenceid=10, compaction requested=false 2024-11-24T08:21:20,882 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T08:21:20,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741846_1022 (size=5308) 2024-11-24T08:21:20,886 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/default/test/da27c8f6485613fb69e912fe76b541d1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T08:21:20,886 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:21:20,886 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:21:20,886 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732436461897.da27c8f6485613fb69e912fe76b541d1. 2024-11-24T08:21:20,886 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da27c8f6485613fb69e912fe76b541d1: Waiting for close lock at 1732436479565Running coprocessor pre-close hooks at 1732436479565Disabling compacts and flushes for region at 1732436479565Disabling writes for close at 1732436479565Obtaining lock to block concurrent updates at 1732436479565Preparing flush snapshotting stores in da27c8f6485613fb69e912fe76b541d1 at 1732436479565Finished memstore snapshotting test,,1732436461897.da27c8f6485613fb69e912fe76b541d1., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732436479566 (+1 ms)Flushing stores of test,,1732436461897.da27c8f6485613fb69e912fe76b541d1. at 1732436479566Flushing da27c8f6485613fb69e912fe76b541d1/f: creating writer at 1732436479566Flushing da27c8f6485613fb69e912fe76b541d1/f: appending metadata at 1732436479583 (+17 ms)Flushing da27c8f6485613fb69e912fe76b541d1/f: closing flushed file at 1732436479583Flushing da27c8f6485613fb69e912fe76b541d1/f1: creating writer at 1732436479993 (+410 ms)Flushing da27c8f6485613fb69e912fe76b541d1/f1: appending metadata at 1732436480013 (+20 ms)Flushing da27c8f6485613fb69e912fe76b541d1/f1: closing flushed file at 1732436480014 (+1 ms)Flushing da27c8f6485613fb69e912fe76b541d1/norep: creating writer at 1732436480432 (+418 ms)Flushing da27c8f6485613fb69e912fe76b541d1/norep: appending metadata at 1732436480453 (+21 ms)Flushing da27c8f6485613fb69e912fe76b541d1/norep: closing flushed file at 1732436480453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d271c02: reopening flushed file at 1732436480868 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea6cf4c: reopening flushed file at 1732436480872 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@546fa5db: reopening flushed file at 1732436480876 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for da27c8f6485613fb69e912fe76b541d1 in 1317ms, sequenceid=10, compaction requested=false at 1732436480882 (+6 ms)Writing region close event to WAL at 1732436480884 (+2 ms)Running coprocessor post-close hooks at 1732436480886 (+2 ms)Closed at 1732436480886 2024-11-24T08:21:20,887 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732436461897.da27c8f6485613fb69e912fe76b541d1. 2024-11-24T08:21:20,887 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd8b4df5d1df43bb11bf0804ea3ae775, disabling compactions & flushes 2024-11-24T08:21:20,887 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775. 2024-11-24T08:21:20,887 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775. 2024-11-24T08:21:20,887 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775. after waiting 0 ms 2024-11-24T08:21:20,887 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775. 2024-11-24T08:21:20,887 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd8b4df5d1df43bb11bf0804ea3ae775: Waiting for close lock at 1732436480887Running coprocessor pre-close hooks at 1732436480887Disabling compacts and flushes for region at 1732436480887Disabling writes for close at 1732436480887Failed flush hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775., putting online again at 1732436480887 2024-11-24T08:21:20,887 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775. 2024-11-24T08:21:20,959 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 1438, reset compression=false 2024-11-24T08:21:20,964 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:21:20,964 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 2082, reset compression=false 2024-11-24T08:21:20,967 INFO [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T08:21:20,967 DEBUG [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bd8b4df5d1df43bb11bf0804ea3ae775=hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775.} 2024-11-24T08:21:20,967 INFO [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(3091): Received CLOSE for bd8b4df5d1df43bb11bf0804ea3ae775 2024-11-24T08:21:20,967 DEBUG [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd8b4df5d1df43bb11bf0804ea3ae775 2024-11-24T08:21:20,967 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd8b4df5d1df43bb11bf0804ea3ae775, disabling compactions & flushes 2024-11-24T08:21:20,967 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775. 2024-11-24T08:21:20,967 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775. 2024-11-24T08:21:20,967 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775. after waiting 0 ms 2024-11-24T08:21:20,967 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775. 2024-11-24T08:21:20,967 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd8b4df5d1df43bb11bf0804ea3ae775: Waiting for close lock at 1732436480967Running coprocessor pre-close hooks at 1732436480967Disabling compacts and flushes for region at 1732436480967Disabling writes for close at 1732436480967Failed flush hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775., putting online again at 1732436480967 2024-11-24T08:21:20,967 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732436465839.bd8b4df5d1df43bb11bf0804ea3ae775. 2024-11-24T08:21:21,163 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 636, reset compression=false 2024-11-24T08:21:21,167 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.wal-reader.30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/WALs/30c28c82771d,37081,1732436452537/30c28c82771d%2C37081%2C1732436452537.1732436454529 to pos 2082, reset compression=false 2024-11-24T08:21:21,167 DEBUG [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:21:21,284 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/.tmp/table/5c043da53bf74626ae70780e8375c72a 2024-11-24T08:21:21,289 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/.tmp/info/9fe86eacd0e3455d950044717dc38ff1 as hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/info/9fe86eacd0e3455d950044717dc38ff1 2024-11-24T08:21:21,292 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/info/9fe86eacd0e3455d950044717dc38ff1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T08:21:21,293 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/.tmp/ns/f59055313a084221b04236a2eac7c3a5 as hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/ns/f59055313a084221b04236a2eac7c3a5 2024-11-24T08:21:21,296 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/ns/f59055313a084221b04236a2eac7c3a5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T08:21:21,297 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/.tmp/rep_barrier/8873dc69e6ec4b36a3d80d5a076f1d1d as hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/rep_barrier/8873dc69e6ec4b36a3d80d5a076f1d1d 2024-11-24T08:21:21,300 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/rep_barrier/8873dc69e6ec4b36a3d80d5a076f1d1d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T08:21:21,301 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/.tmp/table/5c043da53bf74626ae70780e8375c72a as hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/table/5c043da53bf74626ae70780e8375c72a 2024-11-24T08:21:21,305 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/table/5c043da53bf74626ae70780e8375c72a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T08:21:21,305 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=16, compaction requested=false 2024-11-24T08:21:21,309 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T08:21:21,309 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:21:21,309 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:21:21,309 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:21:21,309 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436479566Running coprocessor pre-close hooks at 1732436479566Disabling compacts and flushes for region at 1732436479566Disabling writes for close at 1732436479566Obtaining lock to block concurrent updates at 1732436479566Preparing flush snapshotting stores in 1588230740 at 1732436479566Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732436479566Flushing stores of hbase:meta,,1.1588230740 at 1732436479566Flushing 1588230740/info: creating writer at 1732436479567 (+1 ms)Flushing 1588230740/info: appending metadata at 1732436479580 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732436479580Flushing 1588230740/ns: creating writer at 1732436479993 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732436480011 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732436480011Flushing 1588230740/rep_barrier: creating writer at 1732436480427 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732436480443 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732436480443Flushing 1588230740/table: creating writer at 1732436480863 (+420 ms)Flushing 1588230740/table: appending metadata at 1732436480880 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732436480880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a0c6a3f: reopening flushed file at 1732436481288 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56470377: reopening flushed file at 1732436481292 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de15a1e: reopening flushed file at 1732436481296 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57572310: reopening flushed file at 1732436481300 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=16, compaction requested=false at 1732436481305 (+5 ms)Writing region close event to WAL at 1732436481307 (+2 ms)Running coprocessor post-close hooks at 1732436481309 (+2 ms)Closed at 1732436481309 2024-11-24T08:21:21,310 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:21:21,367 INFO [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T08:21:21,367 INFO [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,37081,1732436452537; all regions closed. 2024-11-24T08:21:21,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741834_1010 (size=4239) 2024-11-24T08:21:21,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741839_1015 (size=2171) 2024-11-24T08:21:21,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741832_1008 (size=2090) 2024-11-24T08:21:21,378 DEBUG [RS:0;30c28c82771d:37081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:21,378 INFO [RS:0;30c28c82771d:37081 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:21:21,378 INFO [RS:0;30c28c82771d:37081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:21:21,378 INFO [RS:0;30c28c82771d:37081 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:21:21,378 INFO [RS:0;30c28c82771d:37081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:21:21,378 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:21:21,378 INFO [RS:0;30c28c82771d:37081 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30c28c82771d,37081,1732436452537 because: Region server is closing 2024-11-24T08:21:21,378 INFO [RS:0;30c28c82771d:37081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:37081. 2024-11-24T08:21:21,379 DEBUG [RS:0;30c28c82771d:37081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:21,379 DEBUG [RS:0;30c28c82771d:37081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:21,379 DEBUG [RS:0;30c28c82771d:37081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:21,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:21,479 INFO [RS:0;30c28c82771d:37081 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,37081,1732436452537.replicationSource.shipper30c28c82771d%2C37081%2C1732436452537,1-30c28c82771d,37081,1732436452537 terminated 2024-11-24T08:21:21,479 INFO [RS:0;30c28c82771d:37081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:37081. 2024-11-24T08:21:21,479 DEBUG [RS:0;30c28c82771d:37081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:21,479 DEBUG [RS:0;30c28c82771d:37081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:21,479 DEBUG [RS:0;30c28c82771d:37081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:21,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:21,480 INFO [RS:0;30c28c82771d:37081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37081 2024-11-24T08:21:21,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617/rs 2024-11-24T08:21:21,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-19104617/rs/30c28c82771d,37081,1732436452537 2024-11-24T08:21:21,482 INFO [RS:0;30c28c82771d:37081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:21:21,489 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,37081,1732436452537] 2024-11-24T08:21:21,491 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-19104617/draining/30c28c82771d,37081,1732436452537 already deleted, retry=false 2024-11-24T08:21:21,491 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,37081,1732436452537 expired; onlineServers=0 2024-11-24T08:21:21,491 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,40497,1732436452501' ***** 2024-11-24T08:21:21,491 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:21:21,491 INFO [M:0;30c28c82771d:40497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:21:21,491 INFO [M:0;30c28c82771d:40497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:21:21,491 DEBUG [M:0;30c28c82771d:40497 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:21:21,491 DEBUG [M:0;30c28c82771d:40497 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:21:21,491 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:21:21,491 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436454299 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436454299,5,FailOnTimeoutGroup] 2024-11-24T08:21:21,491 INFO [M:0;30c28c82771d:40497 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:21:21,491 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436454299 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436454299,5,FailOnTimeoutGroup] 2024-11-24T08:21:21,491 INFO [M:0;30c28c82771d:40497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:21:21,491 DEBUG [M:0;30c28c82771d:40497 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:21:21,491 INFO [M:0;30c28c82771d:40497 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:21:21,491 INFO [M:0;30c28c82771d:40497 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:21:21,491 INFO [M:0;30c28c82771d:40497 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:21:21,492 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:21:21,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-19104617/master 2024-11-24T08:21:21,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19104617 2024-11-24T08:21:21,494 DEBUG [M:0;30c28c82771d:40497 {}] zookeeper.RecoverableZooKeeper(212): Node /1-19104617/master already deleted, retry=false 2024-11-24T08:21:21,494 DEBUG [M:0;30c28c82771d:40497 {}] master.ActiveMasterManager(353): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-19104617/master 2024-11-24T08:21:21,495 INFO [M:0;30c28c82771d:40497 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/.lastflushedseqids 2024-11-24T08:21:21,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741847_1023 (size=245) 2024-11-24T08:21:21,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:21,589 INFO [RS:0;30c28c82771d:37081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:21:21,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37081-0x10149103ea60004, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:21,589 INFO [RS:0;30c28c82771d:37081 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,37081,1732436452537; zookeeper connection closed. 2024-11-24T08:21:21,589 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d580cb9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d580cb9 2024-11-24T08:21:21,590 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:21:21,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:21,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:21,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:21,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:21,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:21,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:21,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:21,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:21,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:21,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:21,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:21,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:21,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:21,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:21,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:21,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:21,905 INFO [M:0;30c28c82771d:40497 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:21:21,905 INFO [M:0;30c28c82771d:40497 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:21:21,905 DEBUG [M:0;30c28c82771d:40497 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:21:21,905 INFO [M:0;30c28c82771d:40497 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:21,905 DEBUG [M:0;30c28c82771d:40497 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:21,905 DEBUG [M:0;30c28c82771d:40497 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:21:21,905 DEBUG [M:0;30c28c82771d:40497 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:21,906 INFO [M:0;30c28c82771d:40497 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T08:21:21,925 DEBUG [M:0;30c28c82771d:40497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b01a40a8b38146bb93c3e08971973589 is 82, key is hbase:meta,,1/info:regioninfo/1732436455478/Put/seqid=0 2024-11-24T08:21:21,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741848_1024 (size=5672) 2024-11-24T08:21:22,086 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T08:21:22,310 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:21:22,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:22,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:22,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:22,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:22,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:22,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:22,336 INFO [M:0;30c28c82771d:40497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b01a40a8b38146bb93c3e08971973589 2024-11-24T08:21:22,361 DEBUG [M:0;30c28c82771d:40497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5df5a5e9b58b4fbb9b22f879d39341b5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732436466626/Put/seqid=0 2024-11-24T08:21:22,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:22,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:22,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:22,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:22,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:22,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:22,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:22,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:22,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:22,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:22,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741849_1025 (size=8516) 2024-11-24T08:21:22,390 INFO [M:0;30c28c82771d:40497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5df5a5e9b58b4fbb9b22f879d39341b5 2024-11-24T08:21:22,414 DEBUG [M:0;30c28c82771d:40497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe3b861f3012484caaa177c5b62cadf5 is 69, key is 30c28c82771d,37081,1732436452537/rs:state/1732436454388/Put/seqid=0 2024-11-24T08:21:22,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741850_1026 (size=5156) 2024-11-24T08:21:22,423 INFO [M:0;30c28c82771d:40497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe3b861f3012484caaa177c5b62cadf5 2024-11-24T08:21:22,428 DEBUG [M:0;30c28c82771d:40497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b01a40a8b38146bb93c3e08971973589 as hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b01a40a8b38146bb93c3e08971973589 2024-11-24T08:21:22,432 INFO [M:0;30c28c82771d:40497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b01a40a8b38146bb93c3e08971973589, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T08:21:22,433 DEBUG [M:0;30c28c82771d:40497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5df5a5e9b58b4fbb9b22f879d39341b5 as hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5df5a5e9b58b4fbb9b22f879d39341b5 2024-11-24T08:21:22,438 INFO [M:0;30c28c82771d:40497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5df5a5e9b58b4fbb9b22f879d39341b5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T08:21:22,438 DEBUG [M:0;30c28c82771d:40497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe3b861f3012484caaa177c5b62cadf5 as hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe3b861f3012484caaa177c5b62cadf5 2024-11-24T08:21:22,445 INFO [M:0;30c28c82771d:40497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32949/user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe3b861f3012484caaa177c5b62cadf5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T08:21:22,446 INFO [M:0;30c28c82771d:40497 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 541ms, sequenceid=97, compaction requested=false 2024-11-24T08:21:22,450 INFO [M:0;30c28c82771d:40497 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:22,450 DEBUG [M:0;30c28c82771d:40497 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436481905Disabling compacts and flushes for region at 1732436481905Disabling writes for close at 1732436481905Obtaining lock to block concurrent updates at 1732436481906 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436481906Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732436481906Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436481907 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436481907Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436481925 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436481925Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436482341 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436482360 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436482360Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436482394 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436482413 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436482413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3da73154: reopening flushed file at 1732436482427 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66acd37d: reopening flushed file at 1732436482432 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@215fed6e: reopening flushed file at 1732436482438 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 541ms, sequenceid=97, compaction requested=false at 1732436482446 (+8 ms)Writing region close event to WAL at 1732436482450 (+4 ms)Closed at 1732436482450 2024-11-24T08:21:22,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45513 is added to blk_1073741830_1006 (size=63654) 2024-11-24T08:21:22,457 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/279e049a-2773-3417-d048-973da3bae6e0/MasterData/WALs/30c28c82771d,40497,1732436452501/30c28c82771d%2C40497%2C1732436452501.1732436454228 not finished, retry = 0 2024-11-24T08:21:22,467 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 636, reset compression=false 2024-11-24T08:21:22,558 INFO [M:0;30c28c82771d:40497 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:21:22,558 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:21:22,558 INFO [M:0;30c28c82771d:40497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40497 2024-11-24T08:21:22,559 INFO [M:0;30c28c82771d:40497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:21:22,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:22,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40497-0x10149103ea60003, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:22,662 INFO [M:0;30c28c82771d:40497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:21:22,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5597dc82{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:21:22,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c223397{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:21:22,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:21:22,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f18fb1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:21:22,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@427d713c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/hadoop.log.dir/,STOPPED} 2024-11-24T08:21:22,668 WARN [BP-1471670891-172.17.0.2-1732436451051 heartbeating to localhost/127.0.0.1:32949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:21:22,668 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:21:22,668 WARN [BP-1471670891-172.17.0.2-1732436451051 heartbeating to localhost/127.0.0.1:32949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1471670891-172.17.0.2-1732436451051 (Datanode Uuid f5e4acf8-2e18-44c5-b14d-3c77ec492d4f) service to localhost/127.0.0.1:32949 2024-11-24T08:21:22,668 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:21:22,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/cluster_790b6fcd-32e4-99c0-f229-1686d85fcd9a/data/data1/current/BP-1471670891-172.17.0.2-1732436451051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:21:22,669 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:21:22,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/cluster_790b6fcd-32e4-99c0-f229-1686d85fcd9a/data/data2/current/BP-1471670891-172.17.0.2-1732436451051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:21:22,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20d04411{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:21:22,683 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f7d95be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:21:22,683 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:21:22,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f568de5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:21:22,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e1d7cd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df3d8ed3-f267-9769-212f-daf43562a4e4/hadoop.log.dir/,STOPPED} 2024-11-24T08:21:22,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:21:22,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:21:22,699 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:22,699 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:22,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:22,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:22,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:22,699 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:21:22,700 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=662188978, stopped=false 2024-11-24T08:21:22,700 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,43105,1732436448989 2024-11-24T08:21:22,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2107480134/running 2024-11-24T08:21:22,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134 2024-11-24T08:21:22,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2107480134/running 2024-11-24T08:21:22,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134 2024-11-24T08:21:22,701 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:21:22,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:22,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:22,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:22,702 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,36985,1732436449048' ***** 2024-11-24T08:21:22,702 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:21:22,702 INFO [RS:0;30c28c82771d:36985 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:21:22,702 INFO [RS:0;30c28c82771d:36985 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:21:22,702 INFO [RS:0;30c28c82771d:36985 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:21:22,702 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:21:22,703 INFO [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(3091): Received CLOSE for 91b4ae9447fb69a178ee5c3fc9812834 2024-11-24T08:21:22,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Set watcher on znode that does not yet exist, /0-2107480134/running 2024-11-24T08:21:22,703 INFO [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(3091): Received CLOSE for 08bb3478a756a1bacc36b7ad2bdb8403 2024-11-24T08:21:22,703 INFO [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,36985,1732436449048 2024-11-24T08:21:22,703 INFO [RS:0;30c28c82771d:36985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:21:22,703 INFO [RS:0;30c28c82771d:36985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:36985. 2024-11-24T08:21:22,703 DEBUG [RS:0;30c28c82771d:36985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:22,703 DEBUG [RS:0;30c28c82771d:36985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:22,703 INFO [RS:0;30c28c82771d:36985 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:21:22,703 INFO [RS:0;30c28c82771d:36985 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:21:22,703 INFO [RS:0;30c28c82771d:36985 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:21:22,703 INFO [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:21:22,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Set watcher on znode that does not yet exist, /0-2107480134/running 2024-11-24T08:21:22,704 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91b4ae9447fb69a178ee5c3fc9812834, disabling compactions & flushes 2024-11-24T08:21:22,704 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834. 2024-11-24T08:21:22,704 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834. 2024-11-24T08:21:22,704 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834. after waiting 0 ms 2024-11-24T08:21:22,704 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834. 2024-11-24T08:21:22,704 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 91b4ae9447fb69a178ee5c3fc9812834 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-24T08:21:22,709 INFO [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T08:21:22,709 DEBUG [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(1325): Online Regions={91b4ae9447fb69a178ee5c3fc9812834=hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834., 1588230740=hbase:meta,,1.1588230740, 08bb3478a756a1bacc36b7ad2bdb8403=test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403.} 2024-11-24T08:21:22,709 DEBUG [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(1351): Waiting on 08bb3478a756a1bacc36b7ad2bdb8403, 1588230740, 91b4ae9447fb69a178ee5c3fc9812834 2024-11-24T08:21:22,712 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:21:22,712 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:21:22,712 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:21:22,712 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:21:22,712 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:21:22,712 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T08:21:22,726 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/replication/91b4ae9447fb69a178ee5c3fc9812834/.tmp/queue/e752cbee5c1c47be9a2ef4518cabc334 is 153, key is 1-30c28c82771d,36985,1732436449048/queue:30c28c82771d%2C36985%2C1732436449048/1732436473425/Put/seqid=0 2024-11-24T08:21:22,734 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/.tmp/info/c3a4fada2812463b9880bf2292e53ae9 is 147, key is hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834./info:regioninfo/1732436465134/Put/seqid=0 2024-11-24T08:21:22,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741840_1016 (size=5352) 2024-11-24T08:21:22,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741841_1017 (size=7686) 2024-11-24T08:21:22,766 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:21:22,910 DEBUG [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(1351): Waiting on 08bb3478a756a1bacc36b7ad2bdb8403, 1588230740, 91b4ae9447fb69a178ee5c3fc9812834 2024-11-24T08:21:23,110 DEBUG [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(1351): Waiting on 08bb3478a756a1bacc36b7ad2bdb8403, 1588230740, 91b4ae9447fb69a178ee5c3fc9812834 2024-11-24T08:21:23,139 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/replication/91b4ae9447fb69a178ee5c3fc9812834/.tmp/queue/e752cbee5c1c47be9a2ef4518cabc334 2024-11-24T08:21:23,139 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:21:23,139 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:21:23,142 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/.tmp/info/c3a4fada2812463b9880bf2292e53ae9 2024-11-24T08:21:23,144 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/replication/91b4ae9447fb69a178ee5c3fc9812834/.tmp/queue/e752cbee5c1c47be9a2ef4518cabc334 as hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/replication/91b4ae9447fb69a178ee5c3fc9812834/queue/e752cbee5c1c47be9a2ef4518cabc334 2024-11-24T08:21:23,148 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/replication/91b4ae9447fb69a178ee5c3fc9812834/queue/e752cbee5c1c47be9a2ef4518cabc334, entries=1, sequenceid=8, filesize=5.2 K 2024-11-24T08:21:23,149 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 91b4ae9447fb69a178ee5c3fc9812834 in 445ms, sequenceid=8, compaction requested=false 2024-11-24T08:21:23,162 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/replication/91b4ae9447fb69a178ee5c3fc9812834/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T08:21:23,163 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/.tmp/ns/8d4e93dba5274678892730c4d8b8ccbb is 43, key is default/ns:d/1732436450935/Put/seqid=0 2024-11-24T08:21:23,163 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:21:23,163 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:21:23,163 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834. 2024-11-24T08:21:23,163 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91b4ae9447fb69a178ee5c3fc9812834: Waiting for close lock at 1732436482704Running coprocessor pre-close hooks at 1732436482704Disabling compacts and flushes for region at 1732436482704Disabling writes for close at 1732436482704Obtaining lock to block concurrent updates at 1732436482704Preparing flush snapshotting stores in 91b4ae9447fb69a178ee5c3fc9812834 at 1732436482704Finished memstore snapshotting hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732436482705 (+1 ms)Flushing stores of hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834. at 1732436482706 (+1 ms)Flushing 91b4ae9447fb69a178ee5c3fc9812834/queue: creating writer at 1732436482706Flushing 91b4ae9447fb69a178ee5c3fc9812834/queue: appending metadata at 1732436482725 (+19 ms)Flushing 91b4ae9447fb69a178ee5c3fc9812834/queue: closing flushed file at 1732436482725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b80a0ee: reopening flushed file at 1732436483144 (+419 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 91b4ae9447fb69a178ee5c3fc9812834 in 445ms, sequenceid=8, compaction requested=false at 1732436483149 (+5 ms)Writing region close event to WAL at 1732436483150 (+1 ms)Running coprocessor post-close hooks at 1732436483163 (+13 ms)Closed at 1732436483163 2024-11-24T08:21:23,163 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732436464704.91b4ae9447fb69a178ee5c3fc9812834. 2024-11-24T08:21:23,163 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08bb3478a756a1bacc36b7ad2bdb8403, disabling compactions & flushes 2024-11-24T08:21:23,163 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403. 2024-11-24T08:21:23,163 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403. 2024-11-24T08:21:23,163 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403. after waiting 0 ms 2024-11-24T08:21:23,163 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403. 2024-11-24T08:21:23,163 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 08bb3478a756a1bacc36b7ad2bdb8403 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-24T08:21:23,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741842_1018 (size=5153) 2024-11-24T08:21:23,182 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/.tmp/ns/8d4e93dba5274678892730c4d8b8ccbb 2024-11-24T08:21:23,190 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/default/test/08bb3478a756a1bacc36b7ad2bdb8403/.tmp/f/446828417148405da76cb50825dc84fe is 28, key is row/f:/1732436473176/DeleteFamily/seqid=0 2024-11-24T08:21:23,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741843_1019 (size=5085) 2024-11-24T08:21:23,206 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/.tmp/rep_barrier/63e2cc5d67c84ba5b03f6de1ebb100ca is 112, key is test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403./rep_barrier:seqnumDuringOpen/1732436460896/Put/seqid=0 2024-11-24T08:21:23,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741844_1020 (size=5518) 2024-11-24T08:21:23,310 DEBUG [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(1351): Waiting on 08bb3478a756a1bacc36b7ad2bdb8403, 1588230740 2024-11-24T08:21:23,510 DEBUG [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(1351): Waiting on 08bb3478a756a1bacc36b7ad2bdb8403, 1588230740 2024-11-24T08:21:23,596 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/default/test/08bb3478a756a1bacc36b7ad2bdb8403/.tmp/f/446828417148405da76cb50825dc84fe 2024-11-24T08:21:23,601 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 446828417148405da76cb50825dc84fe 2024-11-24T08:21:23,610 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/.tmp/rep_barrier/63e2cc5d67c84ba5b03f6de1ebb100ca 2024-11-24T08:21:23,619 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/default/test/08bb3478a756a1bacc36b7ad2bdb8403/.tmp/f1/cc2eb032358c40f48c3cbf55f3914f21 is 29, key is row/f1:/1732436473176/DeleteFamily/seqid=0 2024-11-24T08:21:23,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741845_1021 (size=5089) 2024-11-24T08:21:23,630 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/.tmp/table/991ee27594fa4faeaa6668fcd70cc6d6 is 53, key is hbase:replication/table:state/1732436465160/Put/seqid=0 2024-11-24T08:21:23,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741846_1022 (size=5308) 2024-11-24T08:21:23,640 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/.tmp/table/991ee27594fa4faeaa6668fcd70cc6d6 2024-11-24T08:21:23,644 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/.tmp/info/c3a4fada2812463b9880bf2292e53ae9 as hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/info/c3a4fada2812463b9880bf2292e53ae9 2024-11-24T08:21:23,648 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/info/c3a4fada2812463b9880bf2292e53ae9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T08:21:23,649 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/.tmp/ns/8d4e93dba5274678892730c4d8b8ccbb as hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/ns/8d4e93dba5274678892730c4d8b8ccbb 2024-11-24T08:21:23,653 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/ns/8d4e93dba5274678892730c4d8b8ccbb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T08:21:23,654 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/.tmp/rep_barrier/63e2cc5d67c84ba5b03f6de1ebb100ca as hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/rep_barrier/63e2cc5d67c84ba5b03f6de1ebb100ca 2024-11-24T08:21:23,658 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/rep_barrier/63e2cc5d67c84ba5b03f6de1ebb100ca, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T08:21:23,659 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/.tmp/table/991ee27594fa4faeaa6668fcd70cc6d6 as hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/table/991ee27594fa4faeaa6668fcd70cc6d6 2024-11-24T08:21:23,663 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/table/991ee27594fa4faeaa6668fcd70cc6d6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T08:21:23,664 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 952ms, sequenceid=16, compaction requested=false 2024-11-24T08:21:23,664 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:21:23,672 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T08:21:23,673 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:21:23,673 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:21:23,673 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:21:23,673 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436482711Running coprocessor pre-close hooks at 1732436482711Disabling compacts and flushes for region at 1732436482711Disabling writes for close at 1732436482712 (+1 ms)Obtaining lock to block concurrent updates at 1732436482712Preparing flush snapshotting stores in 1588230740 at 1732436482712Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732436482712Flushing stores of hbase:meta,,1.1588230740 at 1732436482713 (+1 ms)Flushing 1588230740/info: creating writer at 1732436482713Flushing 1588230740/info: appending metadata at 1732436482733 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732436482733Flushing 1588230740/ns: creating writer at 1732436483145 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732436483162 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732436483162Flushing 1588230740/rep_barrier: creating writer at 1732436483186 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732436483206 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732436483206Flushing 1588230740/table: creating writer at 1732436483615 (+409 ms)Flushing 1588230740/table: appending metadata at 1732436483630 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732436483630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b10ff69: reopening flushed file at 1732436483644 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@893bae: reopening flushed file at 1732436483649 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e7f7775: reopening flushed file at 1732436483653 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c05903f: reopening flushed file at 1732436483658 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 952ms, sequenceid=16, compaction requested=false at 1732436483664 (+6 ms)Writing region close event to WAL at 1732436483666 (+2 ms)Running coprocessor post-close hooks at 1732436483673 (+7 ms)Closed at 1732436483673 2024-11-24T08:21:23,673 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:21:23,710 INFO [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T08:21:23,710 DEBUG [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(1325): Online Regions={08bb3478a756a1bacc36b7ad2bdb8403=test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403.} 2024-11-24T08:21:23,711 DEBUG [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(1351): Waiting on 08bb3478a756a1bacc36b7ad2bdb8403 2024-11-24T08:21:23,873 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 636, reset compression=false 2024-11-24T08:21:23,878 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:21:23,878 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 883, reset compression=false 2024-11-24T08:21:23,878 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.shipper30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,36985,1732436449048 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:21:23,879 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.shipper30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30c28c82771d,36985,1732436449048: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30c28c82771d,36985,1732436449048, walGroup=30c28c82771d%2C36985%2C1732436449048, offset=30c28c82771d%2C36985%2C1732436449048.1732436450277:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:36985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T08:21:23,880 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.shipper30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T08:21:23,881 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.shipper30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T08:21:23,881 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.shipper30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T08:21:23,881 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.shipper30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T08:21:23,881 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.shipper30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T08:21:23,881 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.shipper30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1361051648, "init": 1048576000, "max": 2306867200, "used": 1021359456 }, "NonHeapMemoryUsage": { "committed": 206962688, "init": 7667712, "max": -1, "used": 202914960 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T08:21:23,882 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.shipper30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:43105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:43105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T08:21:23,911 DEBUG [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(1351): Waiting on 08bb3478a756a1bacc36b7ad2bdb8403 2024-11-24T08:21:24,026 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/default/test/08bb3478a756a1bacc36b7ad2bdb8403/.tmp/f1/cc2eb032358c40f48c3cbf55f3914f21 2024-11-24T08:21:24,031 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc2eb032358c40f48c3cbf55f3914f21 2024-11-24T08:21:24,049 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/default/test/08bb3478a756a1bacc36b7ad2bdb8403/.tmp/norep/f01b1400f32d4b28b99800742e223a65 is 32, key is row/norep:/1732436473176/DeleteFamily/seqid=0 2024-11-24T08:21:24,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741847_1023 (size=5101) 2024-11-24T08:21:24,054 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/default/test/08bb3478a756a1bacc36b7ad2bdb8403/.tmp/norep/f01b1400f32d4b28b99800742e223a65 2024-11-24T08:21:24,058 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f01b1400f32d4b28b99800742e223a65 2024-11-24T08:21:24,059 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/default/test/08bb3478a756a1bacc36b7ad2bdb8403/.tmp/f/446828417148405da76cb50825dc84fe as hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/default/test/08bb3478a756a1bacc36b7ad2bdb8403/f/446828417148405da76cb50825dc84fe 2024-11-24T08:21:24,064 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 446828417148405da76cb50825dc84fe 2024-11-24T08:21:24,064 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/default/test/08bb3478a756a1bacc36b7ad2bdb8403/f/446828417148405da76cb50825dc84fe, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T08:21:24,065 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/default/test/08bb3478a756a1bacc36b7ad2bdb8403/.tmp/f1/cc2eb032358c40f48c3cbf55f3914f21 as hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/default/test/08bb3478a756a1bacc36b7ad2bdb8403/f1/cc2eb032358c40f48c3cbf55f3914f21 2024-11-24T08:21:24,069 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc2eb032358c40f48c3cbf55f3914f21 2024-11-24T08:21:24,069 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/default/test/08bb3478a756a1bacc36b7ad2bdb8403/f1/cc2eb032358c40f48c3cbf55f3914f21, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T08:21:24,069 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/default/test/08bb3478a756a1bacc36b7ad2bdb8403/.tmp/norep/f01b1400f32d4b28b99800742e223a65 as hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/default/test/08bb3478a756a1bacc36b7ad2bdb8403/norep/f01b1400f32d4b28b99800742e223a65 2024-11-24T08:21:24,073 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f01b1400f32d4b28b99800742e223a65 2024-11-24T08:21:24,073 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/default/test/08bb3478a756a1bacc36b7ad2bdb8403/norep/f01b1400f32d4b28b99800742e223a65, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T08:21:24,074 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 08bb3478a756a1bacc36b7ad2bdb8403 in 911ms, sequenceid=6, compaction requested=false 2024-11-24T08:21:24,081 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/data/default/test/08bb3478a756a1bacc36b7ad2bdb8403/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T08:21:24,082 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:21:24,082 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:21:24,082 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403. 2024-11-24T08:21:24,082 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08bb3478a756a1bacc36b7ad2bdb8403: Waiting for close lock at 1732436483163Running coprocessor pre-close hooks at 1732436483163Disabling compacts and flushes for region at 1732436483163Disabling writes for close at 1732436483163Obtaining lock to block concurrent updates at 1732436483163Preparing flush snapshotting stores in 08bb3478a756a1bacc36b7ad2bdb8403 at 1732436483163Finished memstore snapshotting test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732436483164 (+1 ms)Flushing stores of test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403. at 1732436483164Flushing 08bb3478a756a1bacc36b7ad2bdb8403/f: creating writer at 1732436483164Flushing 08bb3478a756a1bacc36b7ad2bdb8403/f: appending metadata at 1732436483190 (+26 ms)Flushing 08bb3478a756a1bacc36b7ad2bdb8403/f: closing flushed file at 1732436483190Flushing 08bb3478a756a1bacc36b7ad2bdb8403/f1: creating writer at 1732436483601 (+411 ms)Flushing 08bb3478a756a1bacc36b7ad2bdb8403/f1: appending metadata at 1732436483618 (+17 ms)Flushing 08bb3478a756a1bacc36b7ad2bdb8403/f1: closing flushed file at 1732436483618Flushing 08bb3478a756a1bacc36b7ad2bdb8403/norep: creating writer at 1732436484031 (+413 ms)Flushing 08bb3478a756a1bacc36b7ad2bdb8403/norep: appending metadata at 1732436484048 (+17 ms)Flushing 08bb3478a756a1bacc36b7ad2bdb8403/norep: closing flushed file at 1732436484048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ecdf862: reopening flushed file at 1732436484058 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30719b91: reopening flushed file at 1732436484064 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43b2d805: reopening flushed file at 1732436484069 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 08bb3478a756a1bacc36b7ad2bdb8403 in 911ms, sequenceid=6, compaction requested=false at 1732436484074 (+5 ms)Writing region close event to WAL at 1732436484078 (+4 ms)Running coprocessor post-close hooks at 1732436484082 (+4 ms)Closed at 1732436484082 2024-11-24T08:21:24,082 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732436459747.08bb3478a756a1bacc36b7ad2bdb8403. 2024-11-24T08:21:24,083 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 883, reset compression=false 2024-11-24T08:21:24,088 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:21:24,088 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 1527, reset compression=false 2024-11-24T08:21:24,092 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:43105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-24T08:21:24,111 INFO [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,36985,1732436449048; all regions closed. 2024-11-24T08:21:24,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741834_1010 (size=4239) 2024-11-24T08:21:24,113 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.meta.1732436450856.meta not finished, retry = 0 2024-11-24T08:21:24,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741839_1015 (size=2240) 2024-11-24T08:21:24,217 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.rep.1732436465096 not finished, retry = 0 2024-11-24T08:21:24,291 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/WALs/30c28c82771d,36985,1732436449048/30c28c82771d%2C36985%2C1732436449048.1732436450277 to pos 1527, reset compression=false 2024-11-24T08:21:24,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741833_1009 (size=1535) 2024-11-24T08:21:24,321 DEBUG [RS:0;30c28c82771d:36985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:24,321 INFO [RS:0;30c28c82771d:36985 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:21:24,321 INFO [RS:0;30c28c82771d:36985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:21:24,322 INFO [RS:0;30c28c82771d:36985 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:21:24,322 INFO [RS:0;30c28c82771d:36985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:21:24,322 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:21:24,322 INFO [RS:0;30c28c82771d:36985 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30c28c82771d,36985,1732436449048 because: Region server is closing 2024-11-24T08:21:24,322 INFO [RS:0;30c28c82771d:36985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:36985. 2024-11-24T08:21:24,322 DEBUG [RS:0;30c28c82771d:36985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:24,322 DEBUG [RS:0;30c28c82771d:36985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:24,322 DEBUG [RS:0;30c28c82771d:36985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:24,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:24,423 INFO [RS:0;30c28c82771d:36985 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.shipper30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 terminated 2024-11-24T08:21:24,423 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,36985,1732436449048.replicationSource.wal-reader.30c28c82771d%2C36985%2C1732436449048,1-30c28c82771d,36985,1732436449048 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T08:21:24,423 INFO [RS:0;30c28c82771d:36985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36985 2024-11-24T08:21:24,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2107480134/rs/30c28c82771d,36985,1732436449048 2024-11-24T08:21:24,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134/rs 2024-11-24T08:21:24,425 INFO [RS:0;30c28c82771d:36985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:21:24,426 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,36985,1732436449048] 2024-11-24T08:21:24,428 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2107480134/draining/30c28c82771d,36985,1732436449048 already deleted, retry=false 2024-11-24T08:21:24,428 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,36985,1732436449048 expired; onlineServers=0 2024-11-24T08:21:24,428 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,43105,1732436448989' ***** 2024-11-24T08:21:24,428 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:21:24,428 INFO [M:0;30c28c82771d:43105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:21:24,428 INFO [M:0;30c28c82771d:43105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:21:24,428 DEBUG [M:0;30c28c82771d:43105 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:21:24,429 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:21:24,429 DEBUG [M:0;30c28c82771d:43105 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:21:24,429 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436450075 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436450075,5,FailOnTimeoutGroup] 2024-11-24T08:21:24,429 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436450075 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436450075,5,FailOnTimeoutGroup] 2024-11-24T08:21:24,429 INFO [M:0;30c28c82771d:43105 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:21:24,429 INFO [M:0;30c28c82771d:43105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:21:24,429 DEBUG [M:0;30c28c82771d:43105 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:21:24,429 INFO [M:0;30c28c82771d:43105 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:21:24,429 INFO [M:0;30c28c82771d:43105 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:21:24,429 INFO [M:0;30c28c82771d:43105 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:21:24,430 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:21:24,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2107480134/master 2024-11-24T08:21:24,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2107480134 2024-11-24T08:21:24,432 INFO [M:0;30c28c82771d:43105 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/.lastflushedseqids 2024-11-24T08:21:24,432 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2107480134/master already deleted, retry=false 2024-11-24T08:21:24,432 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2107480134/master 2024-11-24T08:21:24,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741848_1024 (size=245) 2024-11-24T08:21:24,448 INFO [M:0;30c28c82771d:43105 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:21:24,448 INFO [M:0;30c28c82771d:43105 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:21:24,449 DEBUG [M:0;30c28c82771d:43105 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:21:24,449 INFO [M:0;30c28c82771d:43105 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:24,449 DEBUG [M:0;30c28c82771d:43105 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:24,449 DEBUG [M:0;30c28c82771d:43105 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:21:24,449 DEBUG [M:0;30c28c82771d:43105 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:24,449 INFO [M:0;30c28c82771d:43105 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-24T08:21:24,470 DEBUG [M:0;30c28c82771d:43105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52cf52c67e6e44379ed4a2e7714c66e3 is 82, key is hbase:meta,,1/info:regioninfo/1732436450925/Put/seqid=0 2024-11-24T08:21:24,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741849_1025 (size=5672) 2024-11-24T08:21:24,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:24,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x10149103ea60001, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:24,526 INFO [RS:0;30c28c82771d:36985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:21:24,527 INFO [RS:0;30c28c82771d:36985 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,36985,1732436449048; zookeeper connection closed. 2024-11-24T08:21:24,527 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74943196 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74943196 2024-11-24T08:21:24,527 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:21:24,874 INFO [M:0;30c28c82771d:43105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52cf52c67e6e44379ed4a2e7714c66e3 2024-11-24T08:21:24,895 DEBUG [M:0;30c28c82771d:43105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87059d07944a41aebdd34c05df2f2200 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732436460904/Put/seqid=0 2024-11-24T08:21:24,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741850_1026 (size=7218) 2024-11-24T08:21:25,302 INFO [M:0;30c28c82771d:43105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87059d07944a41aebdd34c05df2f2200 2024-11-24T08:21:25,306 INFO [M:0;30c28c82771d:43105 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87059d07944a41aebdd34c05df2f2200 2024-11-24T08:21:25,324 DEBUG [M:0;30c28c82771d:43105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e43eee978f8142ef8178fd68b26a6c9b is 69, key is 30c28c82771d,36985,1732436449048/rs:state/1732436450110/Put/seqid=0 2024-11-24T08:21:25,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741851_1027 (size=5156) 2024-11-24T08:21:25,332 INFO [M:0;30c28c82771d:43105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e43eee978f8142ef8178fd68b26a6c9b 2024-11-24T08:21:25,339 DEBUG [M:0;30c28c82771d:43105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52cf52c67e6e44379ed4a2e7714c66e3 as hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52cf52c67e6e44379ed4a2e7714c66e3 2024-11-24T08:21:25,344 INFO [M:0;30c28c82771d:43105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52cf52c67e6e44379ed4a2e7714c66e3, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T08:21:25,345 DEBUG [M:0;30c28c82771d:43105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87059d07944a41aebdd34c05df2f2200 as hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87059d07944a41aebdd34c05df2f2200 2024-11-24T08:21:25,349 INFO [M:0;30c28c82771d:43105 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87059d07944a41aebdd34c05df2f2200 2024-11-24T08:21:25,349 INFO [M:0;30c28c82771d:43105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87059d07944a41aebdd34c05df2f2200, entries=11, sequenceid=105, filesize=7.0 K 2024-11-24T08:21:25,350 DEBUG [M:0;30c28c82771d:43105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e43eee978f8142ef8178fd68b26a6c9b as hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e43eee978f8142ef8178fd68b26a6c9b 2024-11-24T08:21:25,354 INFO [M:0;30c28c82771d:43105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44537/user/jenkins/test-data/b1c98124-da42-a139-db8f-36607a85f124/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e43eee978f8142ef8178fd68b26a6c9b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T08:21:25,355 INFO [M:0;30c28c82771d:43105 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=105, compaction requested=false 2024-11-24T08:21:25,356 INFO [M:0;30c28c82771d:43105 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:25,356 DEBUG [M:0;30c28c82771d:43105 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436484449Disabling compacts and flushes for region at 1732436484449Disabling writes for close at 1732436484449Obtaining lock to block concurrent updates at 1732436484449Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436484449Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732436484449Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436484450 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436484450Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436484470 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436484470Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436484878 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436484895 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436484895Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436485306 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436485324 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436485324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65f2e7da: reopening flushed file at 1732436485338 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ab271b: reopening flushed file at 1732436485344 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24d2ea6: reopening flushed file at 1732436485349 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=105, compaction requested=false at 1732436485355 (+6 ms)Writing region close event to WAL at 1732436485356 (+1 ms)Closed at 1732436485356 2024-11-24T08:21:25,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45267 is added to blk_1073741830_1006 (size=64423) 2024-11-24T08:21:25,363 INFO [M:0;30c28c82771d:43105 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:21:25,363 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:21:25,363 INFO [M:0;30c28c82771d:43105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43105 2024-11-24T08:21:25,363 INFO [M:0;30c28c82771d:43105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:21:25,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:25,466 INFO [M:0;30c28c82771d:43105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:21:25,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x10149103ea60000, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:25,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@798f27a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:21:25,474 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@753699f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:21:25,474 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:21:25,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57baa567{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:21:25,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59600c9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/hadoop.log.dir/,STOPPED} 2024-11-24T08:21:25,476 WARN [BP-171360800-172.17.0.2-1732436448314 heartbeating to localhost/127.0.0.1:44537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:21:25,476 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:21:25,476 WARN [BP-171360800-172.17.0.2-1732436448314 heartbeating to localhost/127.0.0.1:44537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-171360800-172.17.0.2-1732436448314 (Datanode Uuid 05340611-def3-446d-bdcd-7fc0f39b3bb1) service to localhost/127.0.0.1:44537 2024-11-24T08:21:25,476 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:21:25,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/cluster_bfede9c6-587d-7a14-d559-319bb16ab44b/data/data1/current/BP-171360800-172.17.0.2-1732436448314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:21:25,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/cluster_bfede9c6-587d-7a14-d559-319bb16ab44b/data/data2/current/BP-171360800-172.17.0.2-1732436448314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:21:25,477 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:21:25,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b953e52{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:21:25,487 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f196f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:21:25,487 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:21:25,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c9a6613{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:21:25,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ec3563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4461b46-ad7f-a9ff-c9aa-bc8693483a7b/hadoop.log.dir/,STOPPED} 2024-11-24T08:21:25,494 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T08:21:25,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:21:25,530 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 316) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52048) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44537 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:32949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-28 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:32949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36771 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52048) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:36771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:44537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:32949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52048) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:32949 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=795 (was 728) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 341) - SystemLoadAverage LEAK? -, ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=6707 (was 6560) - AvailableMemoryMB LEAK? - 2024-11-24T08:21:25,543 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=795, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=6706 2024-11-24T08:21:25,559 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-24T08:21:25,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/hadoop.log.dir so I do NOT create it in target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4 2024-11-24T08:21:25,560 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:21:25,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/hadoop.tmp.dir so I do NOT create it in target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4 2024-11-24T08:21:25,560 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7ec0bf-7aeb-0cd8-6eff-5697e0c8265a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:21:25,560 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4 2024-11-24T08:21:25,560 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/cluster_82803748-83d2-0a7c-7fe7-b44782454e1c, deleteOnExit=true 2024-11-24T08:21:25,570 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/cluster_82803748-83d2-0a7c-7fe7-b44782454e1c/zookeeper_0, clientPort=60185, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/cluster_82803748-83d2-0a7c-7fe7-b44782454e1c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/cluster_82803748-83d2-0a7c-7fe7-b44782454e1c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T08:21:25,571 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60185 2024-11-24T08:21:25,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:21:25,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:21:25,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/test.cache.data in system properties and HBase conf 2024-11-24T08:21:25,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:21:25,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:21:25,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:21:25,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:21:25,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:21:25,572 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:21:25,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:21:25,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:21:25,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:21:25,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:21:25,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:21:25,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:21:25,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:21:25,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:21:25,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:21:25,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:21:25,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:21:25,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:21:25,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:21:25,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:21:25,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10149103ea60002, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:21:25,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10149103ea60008, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:21:25,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10149103ea60008, quorum=127.0.0.1:52048, baseZNode=/21857258673 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:21:25,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10149103ea60002, quorum=127.0.0.1:52048, baseZNode=/0-2107480134 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:21:25,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10149103ea60005, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:21:25,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10149103ea60005, quorum=127.0.0.1:52048, baseZNode=/1-19104617 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:21:25,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:21:25,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:21:25,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:21:25,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:21:25,691 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:21:25,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:21:25,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@151d0c70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:21:25,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3762495f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:21:25,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b44fe80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/java.io.tmpdir/jetty-localhost-36827-hadoop-hdfs-3_4_1-tests_jar-_-any-6283167481241877748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:21:25,871 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@660a8339{HTTP/1.1, (http/1.1)}{localhost:36827} 2024-11-24T08:21:25,871 INFO [Time-limited test {}] server.Server(415): Started @281319ms 2024-11-24T08:21:25,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:21:25,999 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:21:26,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:21:26,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:21:26,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:21:26,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@150f7e1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:21:26,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@692f60fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:21:26,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f9a6c6f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/java.io.tmpdir/jetty-localhost-39639-hadoop-hdfs-3_4_1-tests_jar-_-any-13828404295783955890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:21:26,163 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@230d8ea2{HTTP/1.1, (http/1.1)}{localhost:39639} 2024-11-24T08:21:26,163 INFO [Time-limited test {}] server.Server(415): Started @281610ms 2024-11-24T08:21:26,164 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:21:26,275 WARN [Thread-4158 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/cluster_82803748-83d2-0a7c-7fe7-b44782454e1c/data/data1/current/BP-119400212-172.17.0.2-1732436485595/current, will proceed with Du for space computation calculation, 2024-11-24T08:21:26,276 WARN [Thread-4159 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/cluster_82803748-83d2-0a7c-7fe7-b44782454e1c/data/data2/current/BP-119400212-172.17.0.2-1732436485595/current, will proceed with Du for space computation calculation, 2024-11-24T08:21:26,307 WARN [Thread-4146 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:21:26,312 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68b5734e5d7b74be with lease ID 0x94577e0d24b86434: Processing first storage report for DS-630bfb87-5510-40cc-9685-67b3e2a94835 from datanode DatanodeRegistration(127.0.0.1:40651, datanodeUuid=d6df0e14-54b6-40fe-b493-43844bbf2e79, infoPort=36107, infoSecurePort=0, ipcPort=38999, storageInfo=lv=-57;cid=testClusterID;nsid=1202934529;c=1732436485595) 2024-11-24T08:21:26,313 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68b5734e5d7b74be with lease ID 0x94577e0d24b86434: from storage DS-630bfb87-5510-40cc-9685-67b3e2a94835 node DatanodeRegistration(127.0.0.1:40651, datanodeUuid=d6df0e14-54b6-40fe-b493-43844bbf2e79, infoPort=36107, infoSecurePort=0, ipcPort=38999, storageInfo=lv=-57;cid=testClusterID;nsid=1202934529;c=1732436485595), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:21:26,313 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68b5734e5d7b74be with lease ID 0x94577e0d24b86434: Processing first storage report for DS-00d9b7f4-0e15-44a4-8b2e-6fed57238583 from datanode DatanodeRegistration(127.0.0.1:40651, datanodeUuid=d6df0e14-54b6-40fe-b493-43844bbf2e79, infoPort=36107, infoSecurePort=0, ipcPort=38999, storageInfo=lv=-57;cid=testClusterID;nsid=1202934529;c=1732436485595) 2024-11-24T08:21:26,313 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68b5734e5d7b74be with lease ID 0x94577e0d24b86434: from storage DS-00d9b7f4-0e15-44a4-8b2e-6fed57238583 node DatanodeRegistration(127.0.0.1:40651, datanodeUuid=d6df0e14-54b6-40fe-b493-43844bbf2e79, infoPort=36107, infoSecurePort=0, ipcPort=38999, storageInfo=lv=-57;cid=testClusterID;nsid=1202934529;c=1732436485595), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:21:26,393 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4 2024-11-24T08:21:26,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:26,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:26,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:21:26,826 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b with version=8 2024-11-24T08:21:26,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/hbase-staging 2024-11-24T08:21:26,829 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:21:26,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:26,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:26,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:21:26,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:26,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:21:26,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:21:26,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:21:26,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43247 2024-11-24T08:21:26,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43247 connecting to ZooKeeper ensemble=127.0.0.1:60185 2024-11-24T08:21:26,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432470x0, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:21:26,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43247-0x1014910d04e0000 connected 2024-11-24T08:21:26,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:26,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:26,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Set watcher on znode that does not yet exist, /0-154388334/running 2024-11-24T08:21:26,909 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b, hbase.cluster.distributed=false 2024-11-24T08:21:26,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Set watcher on znode that does not yet exist, /0-154388334/acl 2024-11-24T08:21:26,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43247 2024-11-24T08:21:26,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43247 2024-11-24T08:21:26,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43247 2024-11-24T08:21:26,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43247 2024-11-24T08:21:26,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43247 2024-11-24T08:21:26,940 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:21:26,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:26,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:26,940 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:21:26,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:26,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:21:26,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:21:26,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:21:26,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39283 2024-11-24T08:21:26,942 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39283 connecting to ZooKeeper ensemble=127.0.0.1:60185 2024-11-24T08:21:26,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:26,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:26,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392830x0, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:21:26,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392830x0, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Set watcher on znode that does not yet exist, /0-154388334/running 2024-11-24T08:21:26,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39283-0x1014910d04e0001 connected 2024-11-24T08:21:26,948 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:21:26,950 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:21:26,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39283-0x1014910d04e0001, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Set watcher on znode that does not yet exist, /0-154388334/master 2024-11-24T08:21:26,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39283-0x1014910d04e0001, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Set watcher on znode that does not yet exist, /0-154388334/acl 2024-11-24T08:21:26,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39283 2024-11-24T08:21:26,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39283 2024-11-24T08:21:26,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39283 2024-11-24T08:21:26,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39283 2024-11-24T08:21:26,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39283 2024-11-24T08:21:26,970 DEBUG [M:0;30c28c82771d:43247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:43247 2024-11-24T08:21:26,971 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-154388334/backup-masters/30c28c82771d,43247,1732436486829 2024-11-24T08:21:26,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39283-0x1014910d04e0001, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-154388334/backup-masters 2024-11-24T08:21:26,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-154388334/backup-masters 2024-11-24T08:21:26,973 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Set watcher on existing znode=/0-154388334/backup-masters/30c28c82771d,43247,1732436486829 2024-11-24T08:21:26,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39283-0x1014910d04e0001, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-154388334/master 2024-11-24T08:21:26,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-154388334 2024-11-24T08:21:26,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39283-0x1014910d04e0001, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-154388334 2024-11-24T08:21:26,975 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Set watcher on existing znode=/0-154388334/master 2024-11-24T08:21:26,976 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-154388334/backup-masters/30c28c82771d,43247,1732436486829 from backup master directory 2024-11-24T08:21:26,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-154388334/backup-masters/30c28c82771d,43247,1732436486829 2024-11-24T08:21:26,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39283-0x1014910d04e0001, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-154388334/backup-masters 2024-11-24T08:21:26,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-154388334/backup-masters 2024-11-24T08:21:26,978 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:21:26,978 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,43247,1732436486829 2024-11-24T08:21:26,981 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/hbase.id] with ID: ebd31089-5d47-444f-9afa-3765a1c26ee6 2024-11-24T08:21:26,981 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/.tmp/hbase.id 2024-11-24T08:21:26,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:21:27,390 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/.tmp/hbase.id]:[hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/hbase.id] 2024-11-24T08:21:27,398 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:27,398 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:21:27,399 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T08:21:27,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39283-0x1014910d04e0001, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-154388334 2024-11-24T08:21:27,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-154388334 2024-11-24T08:21:27,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:21:27,806 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:21:27,807 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:21:27,807 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:21:27,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:21:28,216 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/MasterData/data/master/store 2024-11-24T08:21:28,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:21:28,228 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:28,229 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:21:28,229 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:28,229 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:28,229 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:21:28,229 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:28,229 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:28,229 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436488228Disabling compacts and flushes for region at 1732436488228Disabling writes for close at 1732436488229 (+1 ms)Writing region close event to WAL at 1732436488229Closed at 1732436488229 2024-11-24T08:21:28,229 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/MasterData/data/master/store/.initializing 2024-11-24T08:21:28,230 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/MasterData/WALs/30c28c82771d,43247,1732436486829 2024-11-24T08:21:28,230 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:21:28,232 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C43247%2C1732436486829, suffix=, logDir=hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/MasterData/WALs/30c28c82771d,43247,1732436486829, archiveDir=hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/MasterData/oldWALs, maxLogs=10 2024-11-24T08:21:28,249 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/MasterData/WALs/30c28c82771d,43247,1732436486829/30c28c82771d%2C43247%2C1732436486829.1732436488232, exclude list is [], retry=0 2024-11-24T08:21:28,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40651,DS-630bfb87-5510-40cc-9685-67b3e2a94835,DISK] 2024-11-24T08:21:28,253 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/MasterData/WALs/30c28c82771d,43247,1732436486829/30c28c82771d%2C43247%2C1732436486829.1732436488232 2024-11-24T08:21:28,256 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36107:36107)] 2024-11-24T08:21:28,256 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:21:28,257 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:28,257 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:28,257 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:28,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:28,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:21:28,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:28,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:28,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:28,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:21:28,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:28,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:28,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:28,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:21:28,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:28,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:28,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:28,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:21:28,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:28,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:28,268 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:28,269 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:28,269 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:28,270 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:28,270 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:28,271 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:21:28,272 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:28,273 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:21:28,273 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69051733, jitterRate=0.028951004147529602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:21:28,274 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436488257Initializing all the Stores at 1732436488258 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436488258Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436488262 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436488262Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436488262Cleaning up temporary data from old regions at 1732436488270 (+8 ms)Region opened successfully at 1732436488274 (+4 ms) 2024-11-24T08:21:28,274 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:21:28,277 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325854f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:21:28,277 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:21:28,278 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:21:28,278 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:21:28,278 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:21:28,278 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:21:28,279 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:21:28,279 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:21:28,281 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:21:28,282 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Unable to get data of znode /0-154388334/balancer because node does not exist (not necessarily an error) 2024-11-24T08:21:28,283 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-154388334/balancer already deleted, retry=false 2024-11-24T08:21:28,283 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:21:28,284 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Unable to get data of znode /0-154388334/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:21:28,285 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-154388334/normalizer already deleted, retry=false 2024-11-24T08:21:28,285 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:21:28,286 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Unable to get data of znode /0-154388334/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:21:28,289 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-154388334/switch/split already deleted, retry=false 2024-11-24T08:21:28,290 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Unable to get data of znode /0-154388334/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:21:28,291 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-154388334/switch/merge already deleted, retry=false 2024-11-24T08:21:28,293 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Unable to get data of znode /0-154388334/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:21:28,294 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-154388334/snapshot-cleanup already deleted, retry=false 2024-11-24T08:21:28,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39283-0x1014910d04e0001, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-154388334/running 2024-11-24T08:21:28,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-154388334/running 2024-11-24T08:21:28,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39283-0x1014910d04e0001, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-154388334 2024-11-24T08:21:28,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-154388334 2024-11-24T08:21:28,297 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,43247,1732436486829, sessionid=0x1014910d04e0000, setting cluster-up flag (Was=false) 2024-11-24T08:21:28,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39283-0x1014910d04e0001, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-154388334 2024-11-24T08:21:28,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-154388334 2024-11-24T08:21:28,308 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-154388334/flush-table-proc/acquired, /0-154388334/flush-table-proc/reached, /0-154388334/flush-table-proc/abort 2024-11-24T08:21:28,309 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,43247,1732436486829 2024-11-24T08:21:28,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39283-0x1014910d04e0001, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-154388334 2024-11-24T08:21:28,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-154388334 2024-11-24T08:21:28,317 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-154388334/online-snapshot/acquired, /0-154388334/online-snapshot/reached, /0-154388334/online-snapshot/abort 2024-11-24T08:21:28,318 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,43247,1732436486829 2024-11-24T08:21:28,319 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:21:28,322 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:21:28,322 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:21:28,323 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:21:28,323 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,43247,1732436486829 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:21:28,324 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:21:28,324 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:21:28,324 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:21:28,324 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:21:28,324 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:21:28,324 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:28,324 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:21:28,324 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:28,330 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:21:28,330 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:21:28,331 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:28,331 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:21:28,340 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436518340 2024-11-24T08:21:28,341 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:21:28,341 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:21:28,341 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:21:28,341 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:21:28,341 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:21:28,341 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:21:28,344 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:28,348 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:21:28,349 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:21:28,349 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:21:28,349 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:21:28,350 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:21:28,350 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:21:28,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:21:28,352 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436488350,5,FailOnTimeoutGroup] 2024-11-24T08:21:28,352 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:21:28,353 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b 2024-11-24T08:21:28,356 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436488352,5,FailOnTimeoutGroup] 2024-11-24T08:21:28,356 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:28,356 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:21:28,357 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:28,357 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:28,361 INFO [RS:0;30c28c82771d:39283 {}] regionserver.HRegionServer(746): ClusterId : ebd31089-5d47-444f-9afa-3765a1c26ee6 2024-11-24T08:21:28,361 DEBUG [RS:0;30c28c82771d:39283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:21:28,363 DEBUG [RS:0;30c28c82771d:39283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:21:28,363 DEBUG [RS:0;30c28c82771d:39283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:21:28,365 DEBUG [RS:0;30c28c82771d:39283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:21:28,365 DEBUG [RS:0;30c28c82771d:39283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206c7a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:21:28,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741832_1008 (size=32) 2024-11-24T08:21:28,398 DEBUG [RS:0;30c28c82771d:39283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:39283 2024-11-24T08:21:28,398 INFO [RS:0;30c28c82771d:39283 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:21:28,398 INFO [RS:0;30c28c82771d:39283 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:21:28,398 DEBUG [RS:0;30c28c82771d:39283 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:21:28,399 INFO [RS:0;30c28c82771d:39283 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,43247,1732436486829 with port=39283, startcode=1732436486940 2024-11-24T08:21:28,399 DEBUG [RS:0;30c28c82771d:39283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:21:28,401 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:21:28,401 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43247 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,39283,1732436486940 2024-11-24T08:21:28,401 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43247 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,39283,1732436486940 2024-11-24T08:21:28,402 DEBUG [RS:0;30c28c82771d:39283 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b 2024-11-24T08:21:28,402 DEBUG [RS:0;30c28c82771d:39283 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35591 2024-11-24T08:21:28,402 DEBUG [RS:0;30c28c82771d:39283 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:21:28,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-154388334/rs 2024-11-24T08:21:28,406 DEBUG [RS:0;30c28c82771d:39283 {}] zookeeper.ZKUtil(111): regionserver:39283-0x1014910d04e0001, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Set watcher on existing znode=/0-154388334/rs/30c28c82771d,39283,1732436486940 2024-11-24T08:21:28,406 WARN [RS:0;30c28c82771d:39283 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:21:28,406 INFO [RS:0;30c28c82771d:39283 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:21:28,406 DEBUG [RS:0;30c28c82771d:39283 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/WALs/30c28c82771d,39283,1732436486940 2024-11-24T08:21:28,407 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,39283,1732436486940] 2024-11-24T08:21:28,419 INFO [RS:0;30c28c82771d:39283 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:21:28,424 INFO [RS:0;30c28c82771d:39283 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:21:28,424 INFO [RS:0;30c28c82771d:39283 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:21:28,424 INFO [RS:0;30c28c82771d:39283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:28,428 INFO [RS:0;30c28c82771d:39283 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:21:28,429 INFO [RS:0;30c28c82771d:39283 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:21:28,429 INFO [RS:0;30c28c82771d:39283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:28,429 DEBUG [RS:0;30c28c82771d:39283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:28,429 DEBUG [RS:0;30c28c82771d:39283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:28,429 DEBUG [RS:0;30c28c82771d:39283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:28,429 DEBUG [RS:0;30c28c82771d:39283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:28,429 DEBUG [RS:0;30c28c82771d:39283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:28,429 DEBUG [RS:0;30c28c82771d:39283 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:21:28,429 DEBUG [RS:0;30c28c82771d:39283 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:28,429 DEBUG [RS:0;30c28c82771d:39283 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:28,429 DEBUG [RS:0;30c28c82771d:39283 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:28,429 DEBUG [RS:0;30c28c82771d:39283 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:28,429 DEBUG [RS:0;30c28c82771d:39283 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:28,429 DEBUG [RS:0;30c28c82771d:39283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:28,429 DEBUG [RS:0;30c28c82771d:39283 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:21:28,429 DEBUG [RS:0;30c28c82771d:39283 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:21:28,436 INFO [RS:0;30c28c82771d:39283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:28,436 INFO [RS:0;30c28c82771d:39283 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:28,436 INFO [RS:0;30c28c82771d:39283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:28,436 INFO [RS:0;30c28c82771d:39283 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:28,436 INFO [RS:0;30c28c82771d:39283 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:28,436 INFO [RS:0;30c28c82771d:39283 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,39283,1732436486940-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:21:28,453 INFO [RS:0;30c28c82771d:39283 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:21:28,453 INFO [RS:0;30c28c82771d:39283 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,39283,1732436486940-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:28,454 INFO [RS:0;30c28c82771d:39283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:28,454 INFO [RS:0;30c28c82771d:39283 {}] regionserver.Replication(171): 30c28c82771d,39283,1732436486940 started 2024-11-24T08:21:28,470 INFO [RS:0;30c28c82771d:39283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:28,471 INFO [RS:0;30c28c82771d:39283 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,39283,1732436486940, RpcServer on 30c28c82771d/172.17.0.2:39283, sessionid=0x1014910d04e0001 2024-11-24T08:21:28,471 DEBUG [RS:0;30c28c82771d:39283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:21:28,471 DEBUG [RS:0;30c28c82771d:39283 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,39283,1732436486940 2024-11-24T08:21:28,471 DEBUG [RS:0;30c28c82771d:39283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,39283,1732436486940' 2024-11-24T08:21:28,471 DEBUG [RS:0;30c28c82771d:39283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-154388334/flush-table-proc/abort' 2024-11-24T08:21:28,471 DEBUG [RS:0;30c28c82771d:39283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-154388334/flush-table-proc/acquired' 2024-11-24T08:21:28,472 DEBUG [RS:0;30c28c82771d:39283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:21:28,472 DEBUG [RS:0;30c28c82771d:39283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:21:28,472 DEBUG [RS:0;30c28c82771d:39283 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,39283,1732436486940 2024-11-24T08:21:28,472 DEBUG [RS:0;30c28c82771d:39283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,39283,1732436486940' 2024-11-24T08:21:28,472 DEBUG [RS:0;30c28c82771d:39283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-154388334/online-snapshot/abort' 2024-11-24T08:21:28,472 DEBUG [RS:0;30c28c82771d:39283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-154388334/online-snapshot/acquired' 2024-11-24T08:21:28,473 DEBUG [RS:0;30c28c82771d:39283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:21:28,473 INFO [RS:0;30c28c82771d:39283 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:21:28,473 INFO [RS:0;30c28c82771d:39283 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:21:28,573 INFO [RS:0;30c28c82771d:39283 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:21:28,574 INFO [RS:0;30c28c82771d:39283 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C39283%2C1732436486940, suffix=, logDir=hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/WALs/30c28c82771d,39283,1732436486940, archiveDir=hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/oldWALs, maxLogs=10 2024-11-24T08:21:28,592 DEBUG [RS:0;30c28c82771d:39283 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/WALs/30c28c82771d,39283,1732436486940/30c28c82771d%2C39283%2C1732436486940.1732436488575, exclude list is [], retry=0 2024-11-24T08:21:28,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40651,DS-630bfb87-5510-40cc-9685-67b3e2a94835,DISK] 2024-11-24T08:21:28,596 INFO [RS:0;30c28c82771d:39283 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/WALs/30c28c82771d,39283,1732436486940/30c28c82771d%2C39283%2C1732436486940.1732436488575 2024-11-24T08:21:28,596 DEBUG [RS:0;30c28c82771d:39283 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36107:36107)] 2024-11-24T08:21:28,665 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:21:28,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:28,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:28,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:28,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:28,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:28,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:28,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:28,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:28,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:28,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:28,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:28,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:28,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:28,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:28,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:28,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:28,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:28,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:28,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:28,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:21:28,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:21:28,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:28,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:28,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:21:28,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:21:28,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:28,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:28,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:21:28,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:21:28,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:28,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:28,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:21:28,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:21:28,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:28,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:28,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:21:28,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/data/hbase/meta/1588230740 2024-11-24T08:21:28,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/data/hbase/meta/1588230740 2024-11-24T08:21:28,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:21:28,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:21:28,794 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:21:28,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:21:28,796 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:21:28,797 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68710132, jitterRate=0.02386075258255005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:21:28,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436488785Initializing all the Stores at 1732436488786 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436488786Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436488786Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436488786Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436488786Cleaning up temporary data from old regions at 1732436488794 (+8 ms)Region opened successfully at 1732436488797 (+3 ms) 2024-11-24T08:21:28,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:21:28,798 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:21:28,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:21:28,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:21:28,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:21:28,798 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:21:28,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436488798Disabling compacts and flushes for region at 1732436488798Disabling writes for close at 1732436488798Writing region close event to WAL at 1732436488798Closed at 1732436488798 2024-11-24T08:21:28,799 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:21:28,799 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:21:28,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:21:28,800 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:21:28,801 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:21:28,951 DEBUG [30c28c82771d:43247 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:21:28,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,39283,1732436486940 2024-11-24T08:21:28,953 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,39283,1732436486940, state=OPENING 2024-11-24T08:21:28,954 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:21:28,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39283-0x1014910d04e0001, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-154388334 2024-11-24T08:21:28,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-154388334 2024-11-24T08:21:28,956 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:21:28,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-154388334/meta-region-server: CHANGED 2024-11-24T08:21:28,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-154388334/meta-region-server: CHANGED 2024-11-24T08:21:28,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,39283,1732436486940}] 2024-11-24T08:21:29,109 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:21:29,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:21:29,114 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:21:29,114 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:21:29,114 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:21:29,116 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C39283%2C1732436486940.meta, suffix=.meta, logDir=hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/WALs/30c28c82771d,39283,1732436486940, archiveDir=hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/oldWALs, maxLogs=10 2024-11-24T08:21:29,135 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/WALs/30c28c82771d,39283,1732436486940/30c28c82771d%2C39283%2C1732436486940.meta.1732436489116.meta, exclude list is [], retry=0 2024-11-24T08:21:29,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40651,DS-630bfb87-5510-40cc-9685-67b3e2a94835,DISK] 2024-11-24T08:21:29,138 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/WALs/30c28c82771d,39283,1732436486940/30c28c82771d%2C39283%2C1732436486940.meta.1732436489116.meta 2024-11-24T08:21:29,139 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36107:36107)] 2024-11-24T08:21:29,139 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:21:29,139 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:21:29,139 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:21:29,140 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:21:29,140 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:21:29,140 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:21:29,140 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:29,140 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:21:29,140 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:21:29,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:21:29,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:21:29,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:29,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:29,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:21:29,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:21:29,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:29,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:29,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:21:29,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:21:29,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:29,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:29,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:21:29,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:21:29,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:29,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:29,145 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:21:29,146 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/data/hbase/meta/1588230740 2024-11-24T08:21:29,147 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/data/hbase/meta/1588230740 2024-11-24T08:21:29,148 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:21:29,148 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:21:29,148 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:21:29,149 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:21:29,150 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66714763, jitterRate=-0.005872562527656555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:21:29,150 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:21:29,150 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436489140Writing region info on filesystem at 1732436489140Initializing all the Stores at 1732436489141 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436489141Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436489141Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436489141Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436489141Cleaning up temporary data from old regions at 1732436489148 (+7 ms)Running coprocessor post-open hooks at 1732436489150 (+2 ms)Region opened successfully at 1732436489150 2024-11-24T08:21:29,151 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436489109 2024-11-24T08:21:29,153 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:21:29,153 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:21:29,154 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,39283,1732436486940 2024-11-24T08:21:29,155 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,39283,1732436486940, state=OPEN 2024-11-24T08:21:29,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39283-0x1014910d04e0001, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-154388334/meta-region-server 2024-11-24T08:21:29,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x1014910d04e0000, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-154388334/meta-region-server 2024-11-24T08:21:29,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-154388334/meta-region-server: CHANGED 2024-11-24T08:21:29,163 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,39283,1732436486940 2024-11-24T08:21:29,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:21:29,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,39283,1732436486940 in 207 msec 2024-11-24T08:21:29,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:21:29,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-24T08:21:29,168 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:21:29,168 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:21:29,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-154388334/meta-region-server: CHANGED 2024-11-24T08:21:29,171 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:29,171 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,39283,1732436486940, seqNum=-1] 2024-11-24T08:21:29,171 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:29,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:21:29,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 854 msec 2024-11-24T08:21:29,176 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436489176, completionTime=-1 2024-11-24T08:21:29,176 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:21:29,176 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:21:29,178 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:21:29,178 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436549178 2024-11-24T08:21:29,178 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436609178 2024-11-24T08:21:29,178 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T08:21:29,178 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43247,1732436486829-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:29,178 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43247,1732436486829-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:29,178 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43247,1732436486829-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:29,178 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:43247, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:29,178 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:29,178 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:29,180 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:21:29,182 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.203sec 2024-11-24T08:21:29,182 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:21:29,182 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:21:29,182 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:21:29,182 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:21:29,182 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:21:29,182 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43247,1732436486829-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:21:29,182 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43247,1732436486829-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:21:29,183 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:21:29,183 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:21:29,184 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,43247,1732436486829-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:29,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b81c924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:29,262 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,43247,-1 for getting cluster id 2024-11-24T08:21:29,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:29,263 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebd31089-5d47-444f-9afa-3765a1c26ee6' 2024-11-24T08:21:29,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:29,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebd31089-5d47-444f-9afa-3765a1c26ee6" 2024-11-24T08:21:29,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f43a01a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:29,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,43247,-1] 2024-11-24T08:21:29,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:29,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:29,265 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:29,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eee747b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:29,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:29,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,39283,1732436486940, seqNum=-1] 2024-11-24T08:21:29,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:29,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:21:29,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,43247,1732436486829 2024-11-24T08:21:29,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60185 2024-11-24T08:21:29,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60185, baseZNode=/0-154388334 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:21:29,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014910d04e0002 connected 2024-11-24T08:21:29,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:29,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,43247,1732436486829 2024-11-24T08:21:29,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b6ab08b 2024-11-24T08:21:29,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:29,275 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:29,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:21:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T08:21:29,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:21:29,278 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:29,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T08:21:29,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:21:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:29,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741835_1011 (size=902) 2024-11-24T08:21:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:29,534 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:29,534 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:21:29,534 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108725 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:21:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:29,687 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6b02c1de907a26c6e020de336a6f78d, NAME => 'test,,1732436489276.b6b02c1de907a26c6e020de336a6f78d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b 2024-11-24T08:21:29,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741836_1012 (size=39) 2024-11-24T08:21:29,694 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732436489276.b6b02c1de907a26c6e020de336a6f78d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:29,694 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b6b02c1de907a26c6e020de336a6f78d, disabling compactions & flushes 2024-11-24T08:21:29,694 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732436489276.b6b02c1de907a26c6e020de336a6f78d. 2024-11-24T08:21:29,694 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436489276.b6b02c1de907a26c6e020de336a6f78d. 2024-11-24T08:21:29,694 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732436489276.b6b02c1de907a26c6e020de336a6f78d. after waiting 0 ms 2024-11-24T08:21:29,694 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732436489276.b6b02c1de907a26c6e020de336a6f78d. 2024-11-24T08:21:29,694 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732436489276.b6b02c1de907a26c6e020de336a6f78d. 2024-11-24T08:21:29,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6b02c1de907a26c6e020de336a6f78d: Waiting for close lock at 1732436489694Disabling compacts and flushes for region at 1732436489694Disabling writes for close at 1732436489694Writing region close event to WAL at 1732436489694Closed at 1732436489694 2024-11-24T08:21:29,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:21:29,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732436489276.b6b02c1de907a26c6e020de336a6f78d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732436489696"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436489696"}]},"ts":"1732436489696"} 2024-11-24T08:21:29,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:21:29,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:21:29,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436489699"}]},"ts":"1732436489699"} 2024-11-24T08:21:29,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T08:21:29,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b6b02c1de907a26c6e020de336a6f78d, ASSIGN}] 2024-11-24T08:21:29,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b6b02c1de907a26c6e020de336a6f78d, ASSIGN 2024-11-24T08:21:29,702 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b6b02c1de907a26c6e020de336a6f78d, ASSIGN; state=OFFLINE, location=30c28c82771d,39283,1732436486940; forceNewPlan=false, retain=false 2024-11-24T08:21:29,853 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6b02c1de907a26c6e020de336a6f78d, regionState=OPENING, regionLocation=30c28c82771d,39283,1732436486940 2024-11-24T08:21:29,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b6b02c1de907a26c6e020de336a6f78d, ASSIGN because future has completed 2024-11-24T08:21:29,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6b02c1de907a26c6e020de336a6f78d, server=30c28c82771d,39283,1732436486940}] 2024-11-24T08:21:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:29,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T08:21:29,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:21:30,010 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732436489276.b6b02c1de907a26c6e020de336a6f78d. 2024-11-24T08:21:30,010 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b6b02c1de907a26c6e020de336a6f78d, NAME => 'test,,1732436489276.b6b02c1de907a26c6e020de336a6f78d.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:21:30,011 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:21:30,011 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T08:21:30,011 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b6b02c1de907a26c6e020de336a6f78d 2024-11-24T08:21:30,011 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732436489276.b6b02c1de907a26c6e020de336a6f78d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:30,011 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b6b02c1de907a26c6e020de336a6f78d 2024-11-24T08:21:30,011 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b6b02c1de907a26c6e020de336a6f78d 2024-11-24T08:21:30,012 INFO [StoreOpener-b6b02c1de907a26c6e020de336a6f78d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b6b02c1de907a26c6e020de336a6f78d 2024-11-24T08:21:30,013 INFO [StoreOpener-b6b02c1de907a26c6e020de336a6f78d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6b02c1de907a26c6e020de336a6f78d columnFamilyName f 2024-11-24T08:21:30,013 DEBUG [StoreOpener-b6b02c1de907a26c6e020de336a6f78d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:30,013 INFO [StoreOpener-b6b02c1de907a26c6e020de336a6f78d-1 {}] regionserver.HStore(327): Store=b6b02c1de907a26c6e020de336a6f78d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:30,013 INFO [StoreOpener-b6b02c1de907a26c6e020de336a6f78d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b6b02c1de907a26c6e020de336a6f78d 2024-11-24T08:21:30,014 INFO [StoreOpener-b6b02c1de907a26c6e020de336a6f78d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6b02c1de907a26c6e020de336a6f78d columnFamilyName f1 2024-11-24T08:21:30,014 DEBUG [StoreOpener-b6b02c1de907a26c6e020de336a6f78d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:30,015 INFO [StoreOpener-b6b02c1de907a26c6e020de336a6f78d-1 {}] regionserver.HStore(327): Store=b6b02c1de907a26c6e020de336a6f78d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:30,015 INFO [StoreOpener-b6b02c1de907a26c6e020de336a6f78d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b6b02c1de907a26c6e020de336a6f78d 2024-11-24T08:21:30,015 INFO [StoreOpener-b6b02c1de907a26c6e020de336a6f78d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6b02c1de907a26c6e020de336a6f78d columnFamilyName norep 2024-11-24T08:21:30,015 DEBUG [StoreOpener-b6b02c1de907a26c6e020de336a6f78d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:30,016 INFO [StoreOpener-b6b02c1de907a26c6e020de336a6f78d-1 {}] regionserver.HStore(327): Store=b6b02c1de907a26c6e020de336a6f78d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:30,016 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b6b02c1de907a26c6e020de336a6f78d 2024-11-24T08:21:30,016 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/data/default/test/b6b02c1de907a26c6e020de336a6f78d 2024-11-24T08:21:30,017 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/data/default/test/b6b02c1de907a26c6e020de336a6f78d 2024-11-24T08:21:30,017 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b6b02c1de907a26c6e020de336a6f78d 2024-11-24T08:21:30,017 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b6b02c1de907a26c6e020de336a6f78d 2024-11-24T08:21:30,018 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:21:30,018 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b6b02c1de907a26c6e020de336a6f78d 2024-11-24T08:21:30,020 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/data/default/test/b6b02c1de907a26c6e020de336a6f78d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:21:30,020 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b6b02c1de907a26c6e020de336a6f78d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66763997, jitterRate=-0.00513891875743866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:21:30,020 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6b02c1de907a26c6e020de336a6f78d 2024-11-24T08:21:30,021 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b6b02c1de907a26c6e020de336a6f78d: Running coprocessor pre-open hook at 1732436490011Writing region info on filesystem at 1732436490011Initializing all the Stores at 1732436490012 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436490012Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436490012Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436490012Cleaning up temporary data from old regions at 1732436490017 (+5 ms)Running coprocessor post-open hooks at 1732436490020 (+3 ms)Region opened successfully at 1732436490021 (+1 ms) 2024-11-24T08:21:30,022 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732436489276.b6b02c1de907a26c6e020de336a6f78d., pid=6, masterSystemTime=1732436490007 2024-11-24T08:21:30,023 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732436489276.b6b02c1de907a26c6e020de336a6f78d. 2024-11-24T08:21:30,024 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732436489276.b6b02c1de907a26c6e020de336a6f78d. 2024-11-24T08:21:30,024 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6b02c1de907a26c6e020de336a6f78d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30c28c82771d,39283,1732436486940 2024-11-24T08:21:30,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6b02c1de907a26c6e020de336a6f78d, server=30c28c82771d,39283,1732436486940 because future has completed 2024-11-24T08:21:30,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:21:30,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b6b02c1de907a26c6e020de336a6f78d, server=30c28c82771d,39283,1732436486940 in 171 msec 2024-11-24T08:21:30,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:21:30,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b6b02c1de907a26c6e020de336a6f78d, ASSIGN in 327 msec 2024-11-24T08:21:30,030 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:21:30,030 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436490030"}]},"ts":"1732436490030"} 2024-11-24T08:21:30,031 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T08:21:30,032 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:21:30,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-24T08:21:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:30,414 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T08:21:30,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56298559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:30,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,43247,-1 for getting cluster id 2024-11-24T08:21:30,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:30,416 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebd31089-5d47-444f-9afa-3765a1c26ee6' 2024-11-24T08:21:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebd31089-5d47-444f-9afa-3765a1c26ee6" 2024-11-24T08:21:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f578441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,43247,-1] 2024-11-24T08:21:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:30,417 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:30,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eaceb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:30,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,43247,1732436486829 2024-11-24T08:21:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44db5a3c 2024-11-24T08:21:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:30,420 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:30,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30c28c82771d:43247,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T08:21:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:21:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:30,423 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:43247' 2024-11-24T08:21:30,424 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df7cbdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:30,424 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,43247,-1 for getting cluster id 2024-11-24T08:21:30,424 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:30,424 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebd31089-5d47-444f-9afa-3765a1c26ee6' 2024-11-24T08:21:30,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:30,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebd31089-5d47-444f-9afa-3765a1c26ee6" 2024-11-24T08:21:30,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705d195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:30,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,43247,-1] 2024-11-24T08:21:30,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:30,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:30,426 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:30,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aed4890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:30,426 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:30,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,43247,1732436486829 2024-11-24T08:21:30,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ef2e03 2024-11-24T08:21:30,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:30,428 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:30,428 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-24T08:21:30,428 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:21:30,428 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:30,428 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:30,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:30,429 WARN [PEWorker-5 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://30c28c82771d:43247, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-24T08:21:30,434 ERROR [PEWorker-5 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://30c28c82771d:43247, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://30c28c82771d:43247, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://30c28c82771d:43247, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-24T08:21:30,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://30c28c82771d:43247, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-24T08:21:30,436 WARN [PEWorker-5 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-24T08:21:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:30,525 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://30c28c82771d:43247, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-24T08:21:30,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:30,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:30,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:30,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:30,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:30,545 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 363) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436488352 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp846196499-7864 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/cluster_82803748-83d2-0a7c-7fe7-b44782454e1c/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: 30c28c82771d:43247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1319911069_20 at /127.0.0.1:53924 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp846196499-7858 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe2e843bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Server idle connection scanner for port 38999 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp846196499-7860 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe2e843bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Server handler 0 on default port 38999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@13a24ccf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@3800d109 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp1768307949-7907 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe2e843bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RS:0;30c28c82771d:39283-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server idle connection scanner for port 35591 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b/MasterData-prefix:30c28c82771d,43247,1732436486829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b-prefix:30c28c82771d,39283,1732436486940 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/30c28c82771d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1768307949-7909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@30916d2f[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/30c28c82771d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@6ebcd40d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1095148151_20 at /127.0.0.1:53980 [Receiving block BP-119400212-172.17.0.2-1732436485595:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcessThread(sid:0 cport:60185): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436488350 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp846196499-7859 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe2e843bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1319911069_20 at /127.0.0.1:54008 [Receiving block BP-119400212-172.17.0.2-1732436485595:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/cluster_82803748-83d2-0a7c-7fe7-b44782454e1c/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(2045511829) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server handler 3 on default port 38999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_REGION-regionserver/30c28c82771d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/30c28c82771d:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 35591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 1 on default port 38999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-119400212-172.17.0.2-1732436485595:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;30c28c82771d:39283 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60185) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/cluster_82803748-83d2-0a7c-7fe7-b44782454e1c/data/data1/current/BP-119400212-172.17.0.2-1732436485595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fe2e89ff9c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp846196499-7862-acceptor-0@464bd86f-ServerConnector@660a8339{HTTP/1.1, (http/1.1)}{localhost:36827} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 38999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1319911069_20 at /127.0.0.1:54010 [Receiving block BP-119400212-172.17.0.2-1732436485595:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3efe0df7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60185) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: BP-119400212-172.17.0.2-1732436485595 heartbeating to localhost/127.0.0.1:35591 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60185) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35591 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35591/user/jenkins/test-data/218b3ae5-664c-a1ea-a588-6bb8ff8ede7b-prefix:30c28c82771d,39283,1732436486940.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1768307949-7908-acceptor-0@5167c6e2-ServerConnector@230d8ea2{HTTP/1.1, (http/1.1)}{localhost:39639} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@7587ab7d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/cluster_82803748-83d2-0a7c-7fe7-b44782454e1c/data/data2/current/BP-119400212-172.17.0.2-1732436485595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1768307949-7910 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-14c6a5b2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2d64b775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp846196499-7865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/30c28c82771d:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@2544ac2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Session-HouseKeeper-65a447f0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-119400212-172.17.0.2-1732436485595:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/30c28c82771d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007fe2e8ad3d18.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: PacketResponder: BP-119400212-172.17.0.2-1732436485595:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:60185 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server handler 3 on default port 35591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@35d8ff60 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp846196499-7861 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe2e843bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp846196499-7863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@44a43cce java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: M:0;30c28c82771d:43247 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=883 (was 795) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=373 (was 354) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6461 (was 6706) 2024-11-24T08:21:30,548 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-24T08:21:30,563 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=883, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=6460 2024-11-24T08:21:30,563 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-24T08:21:30,580 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-24T08:21:30,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/hadoop.log.dir so I do NOT create it in target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6 2024-11-24T08:21:30,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:21:30,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/hadoop.tmp.dir so I do NOT create it in target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6 2024-11-24T08:21:30,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e157b413-0bdc-f168-3d5b-7076052a5cc4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:21:30,581 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6 2024-11-24T08:21:30,581 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/cluster_55fdc306-026b-9657-64e9-3de051938925, deleteOnExit=true 2024-11-24T08:21:30,583 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/cluster_55fdc306-026b-9657-64e9-3de051938925/zookeeper_0, clientPort=49591, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/cluster_55fdc306-026b-9657-64e9-3de051938925/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/cluster_55fdc306-026b-9657-64e9-3de051938925/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T08:21:30,584 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49591 2024-11-24T08:21:30,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:21:30,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:21:30,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/test.cache.data in system properties and HBase conf 2024-11-24T08:21:30,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:21:30,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:21:30,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:21:30,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:21:30,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:21:30,585 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:21:30,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:21:30,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:21:30,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:21:30,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:21:30,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:21:30,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:21:30,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:21:30,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:21:30,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:21:30,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:21:30,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:21:30,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:21:30,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:21:30,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:21:30,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:21:30,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:21:30,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:21:30,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:21:30,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:21:30,717 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:21:30,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64970d7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:21:30,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54bea1b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:21:30,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d04bff6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/java.io.tmpdir/jetty-localhost-43567-hadoop-hdfs-3_4_1-tests_jar-_-any-1859328790731018715/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:21:30,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6aea7969{HTTP/1.1, (http/1.1)}{localhost:43567} 2024-11-24T08:21:30,850 INFO [Time-limited test {}] server.Server(415): Started @286297ms 2024-11-24T08:21:30,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:21:30,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:21:31,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:21:31,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:21:31,000 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:21:31,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@782e3d5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:21:31,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346715f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:21:31,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c747bde{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/java.io.tmpdir/jetty-localhost-36383-hadoop-hdfs-3_4_1-tests_jar-_-any-4175583089531477196/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:21:31,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f0aea16{HTTP/1.1, (http/1.1)}{localhost:36383} 2024-11-24T08:21:31,142 INFO [Time-limited test {}] server.Server(415): Started @286589ms 2024-11-24T08:21:31,143 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:21:31,244 WARN [Thread-4292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/cluster_55fdc306-026b-9657-64e9-3de051938925/data/data1/current/BP-169155356-172.17.0.2-1732436490612/current, will proceed with Du for space computation calculation, 2024-11-24T08:21:31,244 WARN [Thread-4293 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/cluster_55fdc306-026b-9657-64e9-3de051938925/data/data2/current/BP-169155356-172.17.0.2-1732436490612/current, will proceed with Du for space computation calculation, 2024-11-24T08:21:31,263 WARN [Thread-4280 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:21:31,266 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb63bcaa75e4fff3 with lease ID 0x588aa849b4425748: Processing first storage report for DS-ca051110-8b85-4538-99c3-9a0f1bc684fc from datanode DatanodeRegistration(127.0.0.1:33843, datanodeUuid=9c5aefe3-dc9a-4ebd-a989-447cc573b281, infoPort=37843, infoSecurePort=0, ipcPort=43839, storageInfo=lv=-57;cid=testClusterID;nsid=734924130;c=1732436490612) 2024-11-24T08:21:31,266 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb63bcaa75e4fff3 with lease ID 0x588aa849b4425748: from storage DS-ca051110-8b85-4538-99c3-9a0f1bc684fc node DatanodeRegistration(127.0.0.1:33843, datanodeUuid=9c5aefe3-dc9a-4ebd-a989-447cc573b281, infoPort=37843, infoSecurePort=0, ipcPort=43839, storageInfo=lv=-57;cid=testClusterID;nsid=734924130;c=1732436490612), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:21:31,266 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb63bcaa75e4fff3 with lease ID 0x588aa849b4425748: Processing first storage report for DS-47d53b5a-88e9-4eb6-a799-e9cdc838019d from datanode DatanodeRegistration(127.0.0.1:33843, datanodeUuid=9c5aefe3-dc9a-4ebd-a989-447cc573b281, infoPort=37843, infoSecurePort=0, ipcPort=43839, storageInfo=lv=-57;cid=testClusterID;nsid=734924130;c=1732436490612) 2024-11-24T08:21:31,266 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb63bcaa75e4fff3 with lease ID 0x588aa849b4425748: from storage DS-47d53b5a-88e9-4eb6-a799-e9cdc838019d node DatanodeRegistration(127.0.0.1:33843, datanodeUuid=9c5aefe3-dc9a-4ebd-a989-447cc573b281, infoPort=37843, infoSecurePort=0, ipcPort=43839, storageInfo=lv=-57;cid=testClusterID;nsid=734924130;c=1732436490612), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:21:31,274 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6 2024-11-24T08:21:31,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:31,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:31,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:21:31,690 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857 with version=8 2024-11-24T08:21:31,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/hbase-staging 2024-11-24T08:21:31,693 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:21:31,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:31,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:31,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:21:31,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:31,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:21:31,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:21:31,694 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:21:31,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45521 2024-11-24T08:21:31,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45521 connecting to ZooKeeper ensemble=127.0.0.1:49591 2024-11-24T08:21:31,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455210x0, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:21:31,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45521-0x1014910e3e70000 connected 2024-11-24T08:21:31,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:31,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:31,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Set watcher on znode that does not yet exist, /0645048915/running 2024-11-24T08:21:31,737 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857, hbase.cluster.distributed=false 2024-11-24T08:21:31,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Set watcher on znode that does not yet exist, /0645048915/acl 2024-11-24T08:21:31,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-24T08:21:31,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45521 2024-11-24T08:21:31,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45521 2024-11-24T08:21:31,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-24T08:21:31,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-24T08:21:31,769 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:21:31,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:31,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:31,769 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:21:31,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:31,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:21:31,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:21:31,770 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:21:31,770 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45263 2024-11-24T08:21:31,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45263 connecting to ZooKeeper ensemble=127.0.0.1:49591 2024-11-24T08:21:31,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:31,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:31,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452630x0, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:21:31,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452630x0, quorum=127.0.0.1:49591, baseZNode=/0645048915 Set watcher on znode that does not yet exist, /0645048915/running 2024-11-24T08:21:31,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45263-0x1014910e3e70001 connected 2024-11-24T08:21:31,778 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:21:31,783 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:21:31,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Set watcher on znode that does not yet exist, /0645048915/master 2024-11-24T08:21:31,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Set watcher on znode that does not yet exist, /0645048915/acl 2024-11-24T08:21:31,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45263 2024-11-24T08:21:31,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45263 2024-11-24T08:21:31,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45263 2024-11-24T08:21:31,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45263 2024-11-24T08:21:31,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45263 2024-11-24T08:21:31,814 DEBUG [M:0;30c28c82771d:45521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:45521 2024-11-24T08:21:31,816 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0645048915/backup-masters/30c28c82771d,45521,1732436491693 2024-11-24T08:21:31,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915/backup-masters 2024-11-24T08:21:31,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915/backup-masters 2024-11-24T08:21:31,819 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Set watcher on existing znode=/0645048915/backup-masters/30c28c82771d,45521,1732436491693 2024-11-24T08:21:31,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0645048915/master 2024-11-24T08:21:31,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915 2024-11-24T08:21:31,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915 2024-11-24T08:21:31,821 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Set watcher on existing znode=/0645048915/master 2024-11-24T08:21:31,822 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0645048915/backup-masters/30c28c82771d,45521,1732436491693 from backup master directory 2024-11-24T08:21:31,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915/backup-masters 2024-11-24T08:21:31,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0645048915/backup-masters/30c28c82771d,45521,1732436491693 2024-11-24T08:21:31,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915/backup-masters 2024-11-24T08:21:31,824 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:21:31,824 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,45521,1732436491693 2024-11-24T08:21:31,829 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/hbase.id] with ID: 12c7f42b-b735-49b6-987c-e5276dc95361 2024-11-24T08:21:31,829 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/.tmp/hbase.id 2024-11-24T08:21:31,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:21:31,850 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/.tmp/hbase.id]:[hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/hbase.id] 2024-11-24T08:21:31,859 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:31,859 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:21:31,861 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T08:21:31,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915 2024-11-24T08:21:31,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915 2024-11-24T08:21:31,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:21:32,275 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:21:32,276 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:21:32,276 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:21:32,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:21:32,305 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store 2024-11-24T08:21:32,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:21:32,327 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:32,327 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:21:32,327 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:32,327 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:32,327 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:21:32,327 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:32,327 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:32,327 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436492327Disabling compacts and flushes for region at 1732436492327Disabling writes for close at 1732436492327Writing region close event to WAL at 1732436492327Closed at 1732436492327 2024-11-24T08:21:32,329 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store/.initializing 2024-11-24T08:21:32,329 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/WALs/30c28c82771d,45521,1732436491693 2024-11-24T08:21:32,330 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:21:32,332 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C45521%2C1732436491693, suffix=, logDir=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/WALs/30c28c82771d,45521,1732436491693, archiveDir=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/oldWALs, maxLogs=10 2024-11-24T08:21:32,347 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/WALs/30c28c82771d,45521,1732436491693/30c28c82771d%2C45521%2C1732436491693.1732436492332, exclude list is [], retry=0 2024-11-24T08:21:32,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33843,DS-ca051110-8b85-4538-99c3-9a0f1bc684fc,DISK] 2024-11-24T08:21:32,354 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/WALs/30c28c82771d,45521,1732436491693/30c28c82771d%2C45521%2C1732436491693.1732436492332 2024-11-24T08:21:32,355 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37843:37843)] 2024-11-24T08:21:32,355 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:21:32,355 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:32,355 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:32,355 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:32,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:32,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:21:32,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:32,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:32,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:32,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:21:32,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:32,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:32,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:32,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:21:32,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:32,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:32,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:32,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:21:32,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:32,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:32,363 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:32,363 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:32,364 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:32,365 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:32,365 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:32,365 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:21:32,366 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:32,374 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:21:32,374 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70579885, jitterRate=0.051722243428230286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:21:32,374 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436492355Initializing all the Stores at 1732436492356 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436492356Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436492358 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436492358Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436492358Cleaning up temporary data from old regions at 1732436492365 (+7 ms)Region opened successfully at 1732436492374 (+9 ms) 2024-11-24T08:21:32,375 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:21:32,378 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d25981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:21:32,378 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:21:32,379 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:21:32,379 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:21:32,379 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:21:32,379 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:21:32,379 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:21:32,380 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:21:32,381 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:21:32,382 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Unable to get data of znode /0645048915/balancer because node does not exist (not necessarily an error) 2024-11-24T08:21:32,383 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0645048915/balancer already deleted, retry=false 2024-11-24T08:21:32,383 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:21:32,383 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Unable to get data of znode /0645048915/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:21:32,385 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0645048915/normalizer already deleted, retry=false 2024-11-24T08:21:32,385 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:21:32,385 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Unable to get data of znode /0645048915/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:21:32,387 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0645048915/switch/split already deleted, retry=false 2024-11-24T08:21:32,388 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Unable to get data of znode /0645048915/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:21:32,389 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0645048915/switch/merge already deleted, retry=false 2024-11-24T08:21:32,390 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Unable to get data of znode /0645048915/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:21:32,391 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0645048915/snapshot-cleanup already deleted, retry=false 2024-11-24T08:21:32,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0645048915/running 2024-11-24T08:21:32,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0645048915/running 2024-11-24T08:21:32,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915 2024-11-24T08:21:32,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915 2024-11-24T08:21:32,392 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,45521,1732436491693, sessionid=0x1014910e3e70000, setting cluster-up flag (Was=false) 2024-11-24T08:21:32,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915 2024-11-24T08:21:32,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915 2024-11-24T08:21:32,400 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0645048915/flush-table-proc/acquired, /0645048915/flush-table-proc/reached, /0645048915/flush-table-proc/abort 2024-11-24T08:21:32,401 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,45521,1732436491693 2024-11-24T08:21:32,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915 2024-11-24T08:21:32,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915 2024-11-24T08:21:32,408 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0645048915/online-snapshot/acquired, /0645048915/online-snapshot/reached, /0645048915/online-snapshot/abort 2024-11-24T08:21:32,409 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,45521,1732436491693 2024-11-24T08:21:32,409 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:21:32,411 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:21:32,411 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:21:32,411 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:21:32,411 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,45521,1732436491693 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:21:32,412 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:21:32,412 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:21:32,412 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:21:32,412 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:21:32,412 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:21:32,412 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:32,412 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:21:32,412 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:32,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:21:32,414 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:21:32,414 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436522414 2024-11-24T08:21:32,414 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:21:32,414 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:21:32,414 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:21:32,414 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:21:32,414 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:21:32,414 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:21:32,414 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:32,414 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:32,414 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:21:32,414 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:21:32,414 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:21:32,415 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:21:32,415 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:21:32,415 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:21:32,415 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:21:32,416 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436492415,5,FailOnTimeoutGroup] 2024-11-24T08:21:32,419 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436492416,5,FailOnTimeoutGroup] 2024-11-24T08:21:32,419 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:32,419 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:21:32,419 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:32,419 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:32,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:21:32,502 INFO [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(746): ClusterId : 12c7f42b-b735-49b6-987c-e5276dc95361 2024-11-24T08:21:32,502 DEBUG [RS:0;30c28c82771d:45263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:21:32,504 DEBUG [RS:0;30c28c82771d:45263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:21:32,504 DEBUG [RS:0;30c28c82771d:45263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:21:32,505 DEBUG [RS:0;30c28c82771d:45263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:21:32,505 DEBUG [RS:0;30c28c82771d:45263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@598d0ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:21:32,517 DEBUG [RS:0;30c28c82771d:45263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:45263 2024-11-24T08:21:32,518 INFO [RS:0;30c28c82771d:45263 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:21:32,518 INFO [RS:0;30c28c82771d:45263 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:21:32,518 DEBUG [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:21:32,518 INFO [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,45521,1732436491693 with port=45263, startcode=1732436491769 2024-11-24T08:21:32,518 DEBUG [RS:0;30c28c82771d:45263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:21:32,520 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:21:32,520 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45521 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,45263,1732436491769 2024-11-24T08:21:32,520 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45521 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,45263,1732436491769 2024-11-24T08:21:32,521 DEBUG [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857 2024-11-24T08:21:32,521 DEBUG [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43423 2024-11-24T08:21:32,521 DEBUG [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:21:32,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915/rs 2024-11-24T08:21:32,524 DEBUG [RS:0;30c28c82771d:45263 {}] zookeeper.ZKUtil(111): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Set watcher on existing znode=/0645048915/rs/30c28c82771d,45263,1732436491769 2024-11-24T08:21:32,524 WARN [RS:0;30c28c82771d:45263 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:21:32,524 INFO [RS:0;30c28c82771d:45263 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:21:32,524 DEBUG [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769 2024-11-24T08:21:32,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,45263,1732436491769] 2024-11-24T08:21:32,528 INFO [RS:0;30c28c82771d:45263 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:21:32,529 INFO [RS:0;30c28c82771d:45263 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:21:32,529 INFO [RS:0;30c28c82771d:45263 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:21:32,529 INFO [RS:0;30c28c82771d:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:32,530 INFO [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:21:32,530 INFO [RS:0;30c28c82771d:45263 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:21:32,530 INFO [RS:0;30c28c82771d:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:32,530 DEBUG [RS:0;30c28c82771d:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:32,530 DEBUG [RS:0;30c28c82771d:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:32,530 DEBUG [RS:0;30c28c82771d:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:32,530 DEBUG [RS:0;30c28c82771d:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:32,530 DEBUG [RS:0;30c28c82771d:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:32,530 DEBUG [RS:0;30c28c82771d:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:21:32,530 DEBUG [RS:0;30c28c82771d:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:32,530 DEBUG [RS:0;30c28c82771d:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:32,530 DEBUG [RS:0;30c28c82771d:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:32,530 DEBUG [RS:0;30c28c82771d:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:32,530 DEBUG [RS:0;30c28c82771d:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:32,530 DEBUG [RS:0;30c28c82771d:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:32,530 DEBUG [RS:0;30c28c82771d:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:21:32,531 DEBUG [RS:0;30c28c82771d:45263 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:21:32,531 INFO [RS:0;30c28c82771d:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:32,531 INFO [RS:0;30c28c82771d:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:32,531 INFO [RS:0;30c28c82771d:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:32,531 INFO [RS:0;30c28c82771d:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:32,531 INFO [RS:0;30c28c82771d:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:32,531 INFO [RS:0;30c28c82771d:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,45263,1732436491769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:21:32,547 INFO [RS:0;30c28c82771d:45263 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:21:32,547 INFO [RS:0;30c28c82771d:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,45263,1732436491769-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:32,547 INFO [RS:0;30c28c82771d:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:32,547 INFO [RS:0;30c28c82771d:45263 {}] regionserver.Replication(171): 30c28c82771d,45263,1732436491769 started 2024-11-24T08:21:32,561 INFO [RS:0;30c28c82771d:45263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:32,561 INFO [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,45263,1732436491769, RpcServer on 30c28c82771d/172.17.0.2:45263, sessionid=0x1014910e3e70001 2024-11-24T08:21:32,561 DEBUG [RS:0;30c28c82771d:45263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:21:32,561 DEBUG [RS:0;30c28c82771d:45263 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,45263,1732436491769 2024-11-24T08:21:32,561 DEBUG [RS:0;30c28c82771d:45263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,45263,1732436491769' 2024-11-24T08:21:32,561 DEBUG [RS:0;30c28c82771d:45263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0645048915/flush-table-proc/abort' 2024-11-24T08:21:32,562 DEBUG [RS:0;30c28c82771d:45263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0645048915/flush-table-proc/acquired' 2024-11-24T08:21:32,562 DEBUG [RS:0;30c28c82771d:45263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:21:32,562 DEBUG [RS:0;30c28c82771d:45263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:21:32,562 DEBUG [RS:0;30c28c82771d:45263 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,45263,1732436491769 2024-11-24T08:21:32,562 DEBUG [RS:0;30c28c82771d:45263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,45263,1732436491769' 2024-11-24T08:21:32,562 DEBUG [RS:0;30c28c82771d:45263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0645048915/online-snapshot/abort' 2024-11-24T08:21:32,562 DEBUG [RS:0;30c28c82771d:45263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0645048915/online-snapshot/acquired' 2024-11-24T08:21:32,563 DEBUG [RS:0;30c28c82771d:45263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:21:32,563 INFO [RS:0;30c28c82771d:45263 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:21:32,563 INFO [RS:0;30c28c82771d:45263 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:21:32,663 INFO [RS:0;30c28c82771d:45263 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:21:32,664 INFO [RS:0;30c28c82771d:45263 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C45263%2C1732436491769, suffix=, logDir=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769, archiveDir=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/oldWALs, maxLogs=10 2024-11-24T08:21:32,680 DEBUG [RS:0;30c28c82771d:45263 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436492665, exclude list is [], retry=0 2024-11-24T08:21:32,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33843,DS-ca051110-8b85-4538-99c3-9a0f1bc684fc,DISK] 2024-11-24T08:21:32,709 INFO [RS:0;30c28c82771d:45263 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436492665 2024-11-24T08:21:32,709 DEBUG [RS:0;30c28c82771d:45263 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37843:37843)] 2024-11-24T08:21:32,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:21:32,826 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857 2024-11-24T08:21:32,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741833_1009 (size=32) 2024-11-24T08:21:33,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:33,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:21:33,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:21:33,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:33,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:33,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:21:33,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:21:33,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:33,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:33,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:21:33,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:21:33,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:33,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:33,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:21:33,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:21:33,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:33,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:33,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:21:33,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740 2024-11-24T08:21:33,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740 2024-11-24T08:21:33,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:21:33,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:21:33,248 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:21:33,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:21:33,250 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:21:33,250 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64364076, jitterRate=-0.04090052843093872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:21:33,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436493240Initializing all the Stores at 1732436493241 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436493241Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436493241Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436493241Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436493241Cleaning up temporary data from old regions at 1732436493247 (+6 ms)Region opened successfully at 1732436493250 (+3 ms) 2024-11-24T08:21:33,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:21:33,250 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:21:33,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:21:33,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:21:33,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:21:33,251 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:21:33,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436493250Disabling compacts and flushes for region at 1732436493250Disabling writes for close at 1732436493251 (+1 ms)Writing region close event to WAL at 1732436493251Closed at 1732436493251 2024-11-24T08:21:33,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:21:33,252 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:21:33,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:21:33,253 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:21:33,254 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:21:33,404 DEBUG [30c28c82771d:45521 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:21:33,404 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,45263,1732436491769 2024-11-24T08:21:33,405 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,45263,1732436491769, state=OPENING 2024-11-24T08:21:33,407 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:21:33,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915 2024-11-24T08:21:33,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915 2024-11-24T08:21:33,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0645048915/meta-region-server: CHANGED 2024-11-24T08:21:33,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0645048915/meta-region-server: CHANGED 2024-11-24T08:21:33,408 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:21:33,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,45263,1732436491769}] 2024-11-24T08:21:33,561 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:21:33,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:21:33,568 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:21:33,568 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:21:33,568 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:21:33,569 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C45263%2C1732436491769.meta, suffix=.meta, logDir=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769, archiveDir=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/oldWALs, maxLogs=10 2024-11-24T08:21:33,582 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.meta.1732436493569.meta, exclude list is [], retry=0 2024-11-24T08:21:33,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33843,DS-ca051110-8b85-4538-99c3-9a0f1bc684fc,DISK] 2024-11-24T08:21:33,585 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.meta.1732436493569.meta 2024-11-24T08:21:33,585 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37843:37843)] 2024-11-24T08:21:33,586 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:21:33,586 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:21:33,586 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:21:33,586 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:21:33,586 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:21:33,586 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:21:33,586 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:33,586 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:21:33,587 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:21:33,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:21:33,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:21:33,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:33,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:33,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:21:33,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:21:33,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:33,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:33,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:21:33,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:21:33,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:33,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:33,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:21:33,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:21:33,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:33,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:33,591 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:21:33,591 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740 2024-11-24T08:21:33,592 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740 2024-11-24T08:21:33,592 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:21:33,593 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:21:33,593 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:21:33,594 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:21:33,594 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69676548, jitterRate=0.038261473178863525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:21:33,594 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:21:33,594 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436493587Writing region info on filesystem at 1732436493587Initializing all the Stores at 1732436493587Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436493587Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436493587Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436493587Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436493587Cleaning up temporary data from old regions at 1732436493593 (+6 ms)Running coprocessor post-open hooks at 1732436493594 (+1 ms)Region opened successfully at 1732436493594 2024-11-24T08:21:33,595 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436493560 2024-11-24T08:21:33,596 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:21:33,596 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:21:33,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,45263,1732436491769 2024-11-24T08:21:33,597 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,45263,1732436491769, state=OPEN 2024-11-24T08:21:33,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0645048915/meta-region-server 2024-11-24T08:21:33,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0645048915/meta-region-server 2024-11-24T08:21:33,606 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,45263,1732436491769 2024-11-24T08:21:33,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0645048915/meta-region-server: CHANGED 2024-11-24T08:21:33,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0645048915/meta-region-server: CHANGED 2024-11-24T08:21:33,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:21:33,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,45263,1732436491769 in 198 msec 2024-11-24T08:21:33,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:21:33,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-24T08:21:33,609 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:21:33,609 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:21:33,610 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:33,610 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,45263,1732436491769, seqNum=-1] 2024-11-24T08:21:33,611 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:33,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:21:33,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-24T08:21:33,615 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436493615, completionTime=-1 2024-11-24T08:21:33,615 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:21:33,615 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:21:33,617 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:21:33,617 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436553617 2024-11-24T08:21:33,617 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436613617 2024-11-24T08:21:33,617 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T08:21:33,617 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,45521,1732436491693-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:33,617 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,45521,1732436491693-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:33,617 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,45521,1732436491693-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:33,617 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:45521, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:33,617 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:33,618 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:33,619 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:21:33,621 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.797sec 2024-11-24T08:21:33,621 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:21:33,621 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:21:33,621 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:21:33,621 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:21:33,621 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:21:33,621 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,45521,1732436491693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:21:33,622 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,45521,1732436491693-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:21:33,623 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:21:33,623 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:21:33,623 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,45521,1732436491693-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:33,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0be4e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:33,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,45521,-1 for getting cluster id 2024-11-24T08:21:33,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:33,704 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12c7f42b-b735-49b6-987c-e5276dc95361' 2024-11-24T08:21:33,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12c7f42b-b735-49b6-987c-e5276dc95361" 2024-11-24T08:21:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cbc26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,45521,-1] 2024-11-24T08:21:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:33,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:33,706 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:33,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da0980b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:33,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:33,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,45263,1732436491769, seqNum=-1] 2024-11-24T08:21:33,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:33,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:21:33,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,45521,1732436491693 2024-11-24T08:21:33,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49591 2024-11-24T08:21:33,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:21:33,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/hadoop.log.dir so I do NOT create it in target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7 2024-11-24T08:21:33,716 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:21:33,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/hadoop.tmp.dir so I do NOT create it in target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7 2024-11-24T08:21:33,716 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:21:33,716 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7 2024-11-24T08:21:33,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:21:33,716 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/cluster_3fc19c9f-4cbd-c1ca-c1af-2b91ffa0ef92, deleteOnExit=true 2024-11-24T08:21:33,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:21:33,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/test.cache.data in system properties and HBase conf 2024-11-24T08:21:33,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:21:33,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:21:33,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:21:33,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:21:33,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:21:33,717 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:21:33,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:21:33,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:21:33,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:21:33,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:21:33,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:21:33,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:21:33,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:21:33,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:21:33,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:21:33,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:21:33,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:21:33,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:21:33,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:21:33,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:21:33,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014910e3e70002 connected 2024-11-24T08:21:33,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:21:33,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:21:33,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:21:33,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:21:33,810 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:21:33,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:21:33,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7066848d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:21:33,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ed4baa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:21:33,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55c42a16{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/java.io.tmpdir/jetty-localhost-34955-hadoop-hdfs-3_4_1-tests_jar-_-any-6227338425302300499/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:21:33,925 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71e47d74{HTTP/1.1, (http/1.1)}{localhost:34955} 2024-11-24T08:21:33,925 INFO [Time-limited test {}] server.Server(415): Started @289372ms 2024-11-24T08:21:33,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:21:34,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:21:34,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:21:34,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:21:34,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:21:34,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d61432{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:21:34,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7069cd30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:21:34,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb1a7ce{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/java.io.tmpdir/jetty-localhost-34451-hadoop-hdfs-3_4_1-tests_jar-_-any-11954064718417990577/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:21:34,131 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7954af8f{HTTP/1.1, (http/1.1)}{localhost:34451} 2024-11-24T08:21:34,131 INFO [Time-limited test {}] server.Server(415): Started @289578ms 2024-11-24T08:21:34,132 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:21:34,222 WARN [Thread-4412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/cluster_3fc19c9f-4cbd-c1ca-c1af-2b91ffa0ef92/data/data1/current/BP-1598493349-172.17.0.2-1732436493739/current, will proceed with Du for space computation calculation, 2024-11-24T08:21:34,222 WARN [Thread-4413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/cluster_3fc19c9f-4cbd-c1ca-c1af-2b91ffa0ef92/data/data2/current/BP-1598493349-172.17.0.2-1732436493739/current, will proceed with Du for space computation calculation, 2024-11-24T08:21:34,244 WARN [Thread-4400 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:21:34,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6eb9674bef53f6ed with lease ID 0x77892eadb37a26a8: Processing first storage report for DS-45579e87-dd1d-4526-b7a8-ac1e2fe792c1 from datanode DatanodeRegistration(127.0.0.1:39869, datanodeUuid=5e88c0e5-143a-4683-a58c-f49e2eba9506, infoPort=40501, infoSecurePort=0, ipcPort=44183, storageInfo=lv=-57;cid=testClusterID;nsid=1332017497;c=1732436493739) 2024-11-24T08:21:34,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6eb9674bef53f6ed with lease ID 0x77892eadb37a26a8: from storage DS-45579e87-dd1d-4526-b7a8-ac1e2fe792c1 node DatanodeRegistration(127.0.0.1:39869, datanodeUuid=5e88c0e5-143a-4683-a58c-f49e2eba9506, infoPort=40501, infoSecurePort=0, ipcPort=44183, storageInfo=lv=-57;cid=testClusterID;nsid=1332017497;c=1732436493739), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:21:34,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6eb9674bef53f6ed with lease ID 0x77892eadb37a26a8: Processing first storage report for DS-cc40be03-27d2-40ef-8384-e7a7d5c77dae from datanode DatanodeRegistration(127.0.0.1:39869, datanodeUuid=5e88c0e5-143a-4683-a58c-f49e2eba9506, infoPort=40501, infoSecurePort=0, ipcPort=44183, storageInfo=lv=-57;cid=testClusterID;nsid=1332017497;c=1732436493739) 2024-11-24T08:21:34,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6eb9674bef53f6ed with lease ID 0x77892eadb37a26a8: from storage DS-cc40be03-27d2-40ef-8384-e7a7d5c77dae node DatanodeRegistration(127.0.0.1:39869, datanodeUuid=5e88c0e5-143a-4683-a58c-f49e2eba9506, infoPort=40501, infoSecurePort=0, ipcPort=44183, storageInfo=lv=-57;cid=testClusterID;nsid=1332017497;c=1732436493739), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:21:34,257 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7 2024-11-24T08:21:34,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:34,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:34,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:21:34,643 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:21:34,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:34,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:34,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:34,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:34,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:34,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:34,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:34,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:34,665 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576 with version=8 2024-11-24T08:21:34,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/hbase-staging 2024-11-24T08:21:34,668 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:21:34,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:34,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:34,668 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:21:34,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:34,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:21:34,668 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:21:34,668 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:21:34,669 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37861 2024-11-24T08:21:34,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37861 connecting to ZooKeeper ensemble=127.0.0.1:49591 2024-11-24T08:21:34,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378610x0, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:21:34,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37861-0x1014910e3e70003 connected 2024-11-24T08:21:34,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:34,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:34,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:34,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:34,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:34,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:34,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:34,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:34,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:34,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Set watcher on znode that does not yet exist, /11724046081/running 2024-11-24T08:21:34,690 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576, hbase.cluster.distributed=false 2024-11-24T08:21:34,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Set watcher on znode that does not yet exist, /11724046081/acl 2024-11-24T08:21:34,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:34,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:34,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37861 2024-11-24T08:21:34,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37861 2024-11-24T08:21:34,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37861 2024-11-24T08:21:34,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37861 2024-11-24T08:21:34,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37861 2024-11-24T08:21:34,715 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:21:34,715 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T08:21:34,725 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:21:34,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:34,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:34,725 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:21:34,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:34,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:21:34,725 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:21:34,725 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:21:34,726 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45759 2024-11-24T08:21:34,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45759 connecting to ZooKeeper ensemble=127.0.0.1:49591 2024-11-24T08:21:34,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:34,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:34,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457590x0, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:21:34,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457590x0, quorum=127.0.0.1:49591, baseZNode=/11724046081 Set watcher on znode that does not yet exist, /11724046081/running 2024-11-24T08:21:34,733 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:21:34,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45759-0x1014910e3e70004 connected 2024-11-24T08:21:34,740 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:21:34,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Set watcher on znode that does not yet exist, /11724046081/master 2024-11-24T08:21:34,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Set watcher on znode that does not yet exist, /11724046081/acl 2024-11-24T08:21:34,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45759 2024-11-24T08:21:34,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45759 2024-11-24T08:21:34,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45759 2024-11-24T08:21:34,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45759 2024-11-24T08:21:34,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45759 2024-11-24T08:21:34,785 DEBUG [M:0;30c28c82771d:37861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:37861 2024-11-24T08:21:34,786 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11724046081/backup-masters/30c28c82771d,37861,1732436494668 2024-11-24T08:21:34,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081/backup-masters 2024-11-24T08:21:34,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081/backup-masters 2024-11-24T08:21:34,788 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Set watcher on existing znode=/11724046081/backup-masters/30c28c82771d,37861,1732436494668 2024-11-24T08:21:34,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11724046081/master 2024-11-24T08:21:34,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081 2024-11-24T08:21:34,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081 2024-11-24T08:21:34,790 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Set watcher on existing znode=/11724046081/master 2024-11-24T08:21:34,790 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11724046081/backup-masters/30c28c82771d,37861,1732436494668 from backup master directory 2024-11-24T08:21:34,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11724046081/backup-masters/30c28c82771d,37861,1732436494668 2024-11-24T08:21:34,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081/backup-masters 2024-11-24T08:21:34,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081/backup-masters 2024-11-24T08:21:34,791 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:21:34,791 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,37861,1732436494668 2024-11-24T08:21:34,797 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/hbase.id] with ID: 55c592ed-7fd1-4a5a-8ab9-8a2b972dd595 2024-11-24T08:21:34,797 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/.tmp/hbase.id 2024-11-24T08:21:34,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:21:35,202 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/.tmp/hbase.id]:[hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/hbase.id] 2024-11-24T08:21:35,215 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:35,216 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:21:35,216 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T08:21:35,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081 2024-11-24T08:21:35,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081 2024-11-24T08:21:35,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:21:35,623 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:21:35,624 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:21:35,625 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:21:35,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:21:36,033 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store 2024-11-24T08:21:36,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:21:36,439 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:36,439 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:21:36,439 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:36,439 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:36,439 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:21:36,439 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:36,439 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:36,439 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436496439Disabling compacts and flushes for region at 1732436496439Disabling writes for close at 1732436496439Writing region close event to WAL at 1732436496439Closed at 1732436496439 2024-11-24T08:21:36,440 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store/.initializing 2024-11-24T08:21:36,440 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/WALs/30c28c82771d,37861,1732436494668 2024-11-24T08:21:36,440 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:21:36,442 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C37861%2C1732436494668, suffix=, logDir=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/WALs/30c28c82771d,37861,1732436494668, archiveDir=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/oldWALs, maxLogs=10 2024-11-24T08:21:36,459 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/WALs/30c28c82771d,37861,1732436494668/30c28c82771d%2C37861%2C1732436494668.1732436496442, exclude list is [], retry=0 2024-11-24T08:21:36,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39869,DS-45579e87-dd1d-4526-b7a8-ac1e2fe792c1,DISK] 2024-11-24T08:21:36,469 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/WALs/30c28c82771d,37861,1732436494668/30c28c82771d%2C37861%2C1732436494668.1732436496442 2024-11-24T08:21:36,472 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40501:40501)] 2024-11-24T08:21:36,472 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:21:36,473 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:36,473 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:36,473 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:36,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:36,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:21:36,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:36,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:36,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:36,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:21:36,476 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:36,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:36,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:36,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:21:36,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:36,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:36,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:36,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:21:36,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:36,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:36,480 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:36,480 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:36,480 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:36,481 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:36,481 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:36,482 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:21:36,483 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:36,490 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:21:36,491 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67509228, jitterRate=0.005965888500213623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:21:36,491 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436496473Initializing all the Stores at 1732436496473Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436496474 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436496474Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436496474Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436496474Cleaning up temporary data from old regions at 1732436496481 (+7 ms)Region opened successfully at 1732436496491 (+10 ms) 2024-11-24T08:21:36,491 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:21:36,494 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334899fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:21:36,495 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:21:36,495 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:21:36,495 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:21:36,495 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:21:36,495 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:21:36,496 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:21:36,496 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:21:36,501 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:21:36,501 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Unable to get data of znode /11724046081/balancer because node does not exist (not necessarily an error) 2024-11-24T08:21:36,502 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11724046081/balancer already deleted, retry=false 2024-11-24T08:21:36,503 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:21:36,503 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Unable to get data of znode /11724046081/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:21:36,504 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11724046081/normalizer already deleted, retry=false 2024-11-24T08:21:36,505 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:21:36,505 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Unable to get data of znode /11724046081/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:21:36,506 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11724046081/switch/split already deleted, retry=false 2024-11-24T08:21:36,507 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Unable to get data of znode /11724046081/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:21:36,509 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11724046081/switch/merge already deleted, retry=false 2024-11-24T08:21:36,510 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Unable to get data of znode /11724046081/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:21:36,511 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11724046081/snapshot-cleanup already deleted, retry=false 2024-11-24T08:21:36,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11724046081/running 2024-11-24T08:21:36,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11724046081/running 2024-11-24T08:21:36,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081 2024-11-24T08:21:36,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081 2024-11-24T08:21:36,513 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,37861,1732436494668, sessionid=0x1014910e3e70003, setting cluster-up flag (Was=false) 2024-11-24T08:21:36,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081 2024-11-24T08:21:36,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081 2024-11-24T08:21:36,520 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11724046081/flush-table-proc/acquired, /11724046081/flush-table-proc/reached, /11724046081/flush-table-proc/abort 2024-11-24T08:21:36,521 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,37861,1732436494668 2024-11-24T08:21:36,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081 2024-11-24T08:21:36,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081 2024-11-24T08:21:36,533 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11724046081/online-snapshot/acquired, /11724046081/online-snapshot/reached, /11724046081/online-snapshot/abort 2024-11-24T08:21:36,534 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,37861,1732436494668 2024-11-24T08:21:36,537 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:21:36,538 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:21:36,538 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:21:36,538 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:21:36,539 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,37861,1732436494668 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:21:36,540 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:21:36,540 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:21:36,540 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:21:36,540 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:21:36,540 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:21:36,540 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:36,540 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:21:36,540 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:36,545 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:21:36,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:21:36,546 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:36,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:21:36,554 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436526554 2024-11-24T08:21:36,554 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:21:36,554 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:21:36,554 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:21:36,554 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:21:36,554 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:21:36,554 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:21:36,556 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:36,556 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:21:36,556 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:21:36,556 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:21:36,556 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:21:36,560 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:21:36,560 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:21:36,564 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436496560,5,FailOnTimeoutGroup] 2024-11-24T08:21:36,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:21:36,566 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:21:36,567 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576 2024-11-24T08:21:36,568 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436496564,5,FailOnTimeoutGroup] 2024-11-24T08:21:36,568 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:36,568 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:21:36,568 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:36,568 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:36,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741832_1008 (size=32) 2024-11-24T08:21:36,578 INFO [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(746): ClusterId : 55c592ed-7fd1-4a5a-8ab9-8a2b972dd595 2024-11-24T08:21:36,578 DEBUG [RS:0;30c28c82771d:45759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:21:36,580 DEBUG [RS:0;30c28c82771d:45759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:21:36,580 DEBUG [RS:0;30c28c82771d:45759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:21:36,582 DEBUG [RS:0;30c28c82771d:45759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:21:36,583 DEBUG [RS:0;30c28c82771d:45759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d02a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:21:36,599 DEBUG [RS:0;30c28c82771d:45759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:45759 2024-11-24T08:21:36,599 INFO [RS:0;30c28c82771d:45759 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:21:36,599 INFO [RS:0;30c28c82771d:45759 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:21:36,599 DEBUG [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:21:36,600 INFO [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,37861,1732436494668 with port=45759, startcode=1732436494724 2024-11-24T08:21:36,600 DEBUG [RS:0;30c28c82771d:45759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:21:36,604 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:21:36,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,45759,1732436494724 2024-11-24T08:21:36,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37861 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,45759,1732436494724 2024-11-24T08:21:36,606 DEBUG [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576 2024-11-24T08:21:36,606 DEBUG [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35723 2024-11-24T08:21:36,606 DEBUG [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:21:36,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081/rs 2024-11-24T08:21:36,608 DEBUG [RS:0;30c28c82771d:45759 {}] zookeeper.ZKUtil(111): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Set watcher on existing znode=/11724046081/rs/30c28c82771d,45759,1732436494724 2024-11-24T08:21:36,608 WARN [RS:0;30c28c82771d:45759 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:21:36,608 INFO [RS:0;30c28c82771d:45759 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:21:36,608 DEBUG [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/WALs/30c28c82771d,45759,1732436494724 2024-11-24T08:21:36,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,45759,1732436494724] 2024-11-24T08:21:36,614 INFO [RS:0;30c28c82771d:45759 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:21:36,615 INFO [RS:0;30c28c82771d:45759 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:21:36,616 INFO [RS:0;30c28c82771d:45759 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:21:36,616 INFO [RS:0;30c28c82771d:45759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:36,616 INFO [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:21:36,617 INFO [RS:0;30c28c82771d:45759 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:21:36,617 INFO [RS:0;30c28c82771d:45759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:36,617 DEBUG [RS:0;30c28c82771d:45759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:36,617 DEBUG [RS:0;30c28c82771d:45759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:36,617 DEBUG [RS:0;30c28c82771d:45759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:36,617 DEBUG [RS:0;30c28c82771d:45759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:36,617 DEBUG [RS:0;30c28c82771d:45759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:36,617 DEBUG [RS:0;30c28c82771d:45759 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:21:36,617 DEBUG [RS:0;30c28c82771d:45759 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:36,617 DEBUG [RS:0;30c28c82771d:45759 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:36,617 DEBUG [RS:0;30c28c82771d:45759 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:36,617 DEBUG [RS:0;30c28c82771d:45759 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:36,617 DEBUG [RS:0;30c28c82771d:45759 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:36,617 DEBUG [RS:0;30c28c82771d:45759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:36,617 DEBUG [RS:0;30c28c82771d:45759 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:21:36,617 DEBUG [RS:0;30c28c82771d:45759 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:21:36,617 INFO [RS:0;30c28c82771d:45759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:36,617 INFO [RS:0;30c28c82771d:45759 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:36,617 INFO [RS:0;30c28c82771d:45759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:36,617 INFO [RS:0;30c28c82771d:45759 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:36,617 INFO [RS:0;30c28c82771d:45759 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:36,617 INFO [RS:0;30c28c82771d:45759 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,45759,1732436494724-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:21:36,636 INFO [RS:0;30c28c82771d:45759 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:21:36,636 INFO [RS:0;30c28c82771d:45759 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,45759,1732436494724-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:36,636 INFO [RS:0;30c28c82771d:45759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:36,636 INFO [RS:0;30c28c82771d:45759 {}] regionserver.Replication(171): 30c28c82771d,45759,1732436494724 started 2024-11-24T08:21:36,653 INFO [RS:0;30c28c82771d:45759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:36,653 INFO [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,45759,1732436494724, RpcServer on 30c28c82771d/172.17.0.2:45759, sessionid=0x1014910e3e70004 2024-11-24T08:21:36,653 DEBUG [RS:0;30c28c82771d:45759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:21:36,653 DEBUG [RS:0;30c28c82771d:45759 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,45759,1732436494724 2024-11-24T08:21:36,653 DEBUG [RS:0;30c28c82771d:45759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,45759,1732436494724' 2024-11-24T08:21:36,653 DEBUG [RS:0;30c28c82771d:45759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11724046081/flush-table-proc/abort' 2024-11-24T08:21:36,654 DEBUG [RS:0;30c28c82771d:45759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11724046081/flush-table-proc/acquired' 2024-11-24T08:21:36,654 DEBUG [RS:0;30c28c82771d:45759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:21:36,654 DEBUG [RS:0;30c28c82771d:45759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:21:36,654 DEBUG [RS:0;30c28c82771d:45759 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,45759,1732436494724 2024-11-24T08:21:36,654 DEBUG [RS:0;30c28c82771d:45759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,45759,1732436494724' 2024-11-24T08:21:36,654 DEBUG [RS:0;30c28c82771d:45759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11724046081/online-snapshot/abort' 2024-11-24T08:21:36,654 DEBUG [RS:0;30c28c82771d:45759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11724046081/online-snapshot/acquired' 2024-11-24T08:21:36,654 DEBUG [RS:0;30c28c82771d:45759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:21:36,654 INFO [RS:0;30c28c82771d:45759 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:21:36,654 INFO [RS:0;30c28c82771d:45759 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:21:36,755 INFO [RS:0;30c28c82771d:45759 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:21:36,756 INFO [RS:0;30c28c82771d:45759 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C45759%2C1732436494724, suffix=, logDir=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/WALs/30c28c82771d,45759,1732436494724, archiveDir=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/oldWALs, maxLogs=10 2024-11-24T08:21:36,777 DEBUG [RS:0;30c28c82771d:45759 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/WALs/30c28c82771d,45759,1732436494724/30c28c82771d%2C45759%2C1732436494724.1732436496757, exclude list is [], retry=0 2024-11-24T08:21:36,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39869,DS-45579e87-dd1d-4526-b7a8-ac1e2fe792c1,DISK] 2024-11-24T08:21:36,781 INFO [RS:0;30c28c82771d:45759 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/WALs/30c28c82771d,45759,1732436494724/30c28c82771d%2C45759%2C1732436494724.1732436496757 2024-11-24T08:21:36,781 DEBUG [RS:0;30c28c82771d:45759 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40501:40501)] 2024-11-24T08:21:36,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:36,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:21:36,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:21:36,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:36,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:36,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:21:36,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:21:36,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:36,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:36,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:21:36,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:21:36,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:36,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:36,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:21:36,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:21:36,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:36,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:36,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:21:36,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740 2024-11-24T08:21:36,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740 2024-11-24T08:21:36,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:21:36,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:21:36,989 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:21:36,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:21:36,993 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:21:36,993 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70854335, jitterRate=0.055811867117881775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:21:36,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436496979Initializing all the Stores at 1732436496979Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436496979Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436496979Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436496980 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436496980Cleaning up temporary data from old regions at 1732436496988 (+8 ms)Region opened successfully at 1732436496993 (+5 ms) 2024-11-24T08:21:36,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:21:36,994 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:21:36,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:21:36,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:21:36,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:21:36,994 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:21:36,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436496994Disabling compacts and flushes for region at 1732436496994Disabling writes for close at 1732436496994Writing region close event to WAL at 1732436496994Closed at 1732436496994 2024-11-24T08:21:36,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:21:36,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:21:36,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:21:36,996 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:21:36,997 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:21:37,147 DEBUG [30c28c82771d:37861 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:21:37,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,45759,1732436494724 2024-11-24T08:21:37,149 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,45759,1732436494724, state=OPENING 2024-11-24T08:21:37,156 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:21:37,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081 2024-11-24T08:21:37,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081 2024-11-24T08:21:37,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11724046081/meta-region-server: CHANGED 2024-11-24T08:21:37,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11724046081/meta-region-server: CHANGED 2024-11-24T08:21:37,160 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:21:37,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,45759,1732436494724}] 2024-11-24T08:21:37,313 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:21:37,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:21:37,318 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:21:37,318 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:21:37,318 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:21:37,319 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C45759%2C1732436494724.meta, suffix=.meta, logDir=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/WALs/30c28c82771d,45759,1732436494724, archiveDir=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/oldWALs, maxLogs=10 2024-11-24T08:21:37,338 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/WALs/30c28c82771d,45759,1732436494724/30c28c82771d%2C45759%2C1732436494724.meta.1732436497320.meta, exclude list is [], retry=0 2024-11-24T08:21:37,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39869,DS-45579e87-dd1d-4526-b7a8-ac1e2fe792c1,DISK] 2024-11-24T08:21:37,342 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/WALs/30c28c82771d,45759,1732436494724/30c28c82771d%2C45759%2C1732436494724.meta.1732436497320.meta 2024-11-24T08:21:37,342 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40501:40501)] 2024-11-24T08:21:37,342 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:21:37,342 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:21:37,342 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:21:37,343 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:21:37,343 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:21:37,343 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:21:37,343 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:37,343 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:21:37,343 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:21:37,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:21:37,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:21:37,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:37,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:37,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:21:37,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:21:37,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:37,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:37,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:21:37,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:21:37,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:37,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:37,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:21:37,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:21:37,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:37,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:37,355 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:21:37,356 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740 2024-11-24T08:21:37,357 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740 2024-11-24T08:21:37,358 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:21:37,358 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:21:37,358 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:21:37,359 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:21:37,360 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64672746, jitterRate=-0.036300987005233765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:21:37,360 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:21:37,360 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436497343Writing region info on filesystem at 1732436497343Initializing all the Stores at 1732436497344 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436497344Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436497344Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436497344Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436497344Cleaning up temporary data from old regions at 1732436497358 (+14 ms)Running coprocessor post-open hooks at 1732436497360 (+2 ms)Region opened successfully at 1732436497360 2024-11-24T08:21:37,362 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436497313 2024-11-24T08:21:37,364 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:21:37,364 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:21:37,364 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,45759,1732436494724 2024-11-24T08:21:37,365 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,45759,1732436494724, state=OPEN 2024-11-24T08:21:37,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11724046081/meta-region-server 2024-11-24T08:21:37,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11724046081/meta-region-server 2024-11-24T08:21:37,367 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,45759,1732436494724 2024-11-24T08:21:37,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11724046081/meta-region-server: CHANGED 2024-11-24T08:21:37,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11724046081/meta-region-server: CHANGED 2024-11-24T08:21:37,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:21:37,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,45759,1732436494724 in 207 msec 2024-11-24T08:21:37,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:21:37,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec 2024-11-24T08:21:37,372 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:21:37,372 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:21:37,374 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:37,374 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,45759,1732436494724, seqNum=-1] 2024-11-24T08:21:37,374 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:37,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:21:37,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 841 msec 2024-11-24T08:21:37,379 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436497379, completionTime=-1 2024-11-24T08:21:37,379 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:21:37,379 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:21:37,381 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:21:37,381 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436557381 2024-11-24T08:21:37,381 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436617381 2024-11-24T08:21:37,381 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T08:21:37,382 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,37861,1732436494668-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:37,382 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,37861,1732436494668-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:37,382 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,37861,1732436494668-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:37,382 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:37861, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:37,382 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:37,384 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:21:37,384 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:37,388 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.597sec 2024-11-24T08:21:37,388 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:21:37,388 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:21:37,388 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:21:37,388 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:21:37,388 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:21:37,388 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,37861,1732436494668-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:21:37,388 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,37861,1732436494668-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:21:37,398 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:21:37,398 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:21:37,398 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,37861,1732436494668-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:37,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3888c1a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:37,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,37861,-1 for getting cluster id 2024-11-24T08:21:37,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:37,486 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55c592ed-7fd1-4a5a-8ab9-8a2b972dd595' 2024-11-24T08:21:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55c592ed-7fd1-4a5a-8ab9-8a2b972dd595" 2024-11-24T08:21:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d410be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,37861,-1] 2024-11-24T08:21:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:37,488 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:37,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2d2bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:37,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:37,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,45759,1732436494724, seqNum=-1] 2024-11-24T08:21:37,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:37,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:21:37,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,37861,1732436494668 2024-11-24T08:21:37,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49591 2024-11-24T08:21:37,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:21:37,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014910e3e70005 connected 2024-11-24T08:21:37,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/hadoop.log.dir so I do NOT create it in target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49 2024-11-24T08:21:37,509 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T08:21:37,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/hadoop.tmp.dir so I do NOT create it in target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49 2024-11-24T08:21:37,509 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T08:21:37,509 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49 2024-11-24T08:21:37,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:21:37,509 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/cluster_2001643c-3889-6ade-5f9a-fa516b32f912, deleteOnExit=true 2024-11-24T08:21:37,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:21:37,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/test.cache.data in system properties and HBase conf 2024-11-24T08:21:37,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:21:37,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:21:37,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:21:37,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:21:37,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:21:37,510 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:21:37,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:21:37,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:21:37,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:21:37,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:21:37,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:21:37,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:21:37,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:21:37,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:21:37,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:21:37,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:21:37,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:21:37,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:21:37,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:21:37,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:21:37,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:21:37,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:21:37,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:21:37,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:21:37,644 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:21:37,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:21:37,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48a4454c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:21:37,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@798b86fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:21:37,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2daed690{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/java.io.tmpdir/jetty-localhost-37907-hadoop-hdfs-3_4_1-tests_jar-_-any-13362643815431048167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:21:37,791 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59e982d{HTTP/1.1, (http/1.1)}{localhost:37907} 2024-11-24T08:21:37,791 INFO [Time-limited test {}] server.Server(415): Started @293238ms 2024-11-24T08:21:37,909 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:21:37,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:21:37,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:21:37,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:21:37,945 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:21:37,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35e1769d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:21:37,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c00961f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:21:38,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d41c865{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/java.io.tmpdir/jetty-localhost-40665-hadoop-hdfs-3_4_1-tests_jar-_-any-17455039997124702203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:21:38,106 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e83bf37{HTTP/1.1, (http/1.1)}{localhost:40665} 2024-11-24T08:21:38,106 INFO [Time-limited test {}] server.Server(415): Started @293553ms 2024-11-24T08:21:38,107 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:21:38,242 WARN [Thread-4533 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/cluster_2001643c-3889-6ade-5f9a-fa516b32f912/data/data1/current/BP-2008588931-172.17.0.2-1732436497538/current, will proceed with Du for space computation calculation, 2024-11-24T08:21:38,249 WARN [Thread-4534 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/cluster_2001643c-3889-6ade-5f9a-fa516b32f912/data/data2/current/BP-2008588931-172.17.0.2-1732436497538/current, will proceed with Du for space computation calculation, 2024-11-24T08:21:38,279 WARN [Thread-4521 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:21:38,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63fd888ee651401a with lease ID 0x6c764b8edcd3f380: Processing first storage report for DS-98adfa33-ec81-48c9-8662-cbe80c19d4d0 from datanode DatanodeRegistration(127.0.0.1:36719, datanodeUuid=28cbd152-0399-47d6-8cd1-f570be5de9dc, infoPort=42157, infoSecurePort=0, ipcPort=36335, storageInfo=lv=-57;cid=testClusterID;nsid=1700493017;c=1732436497538) 2024-11-24T08:21:38,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63fd888ee651401a with lease ID 0x6c764b8edcd3f380: from storage DS-98adfa33-ec81-48c9-8662-cbe80c19d4d0 node DatanodeRegistration(127.0.0.1:36719, datanodeUuid=28cbd152-0399-47d6-8cd1-f570be5de9dc, infoPort=42157, infoSecurePort=0, ipcPort=36335, storageInfo=lv=-57;cid=testClusterID;nsid=1700493017;c=1732436497538), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T08:21:38,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63fd888ee651401a with lease ID 0x6c764b8edcd3f380: Processing first storage report for DS-2a027d6c-ab99-47fd-8eda-95890c03dead from datanode DatanodeRegistration(127.0.0.1:36719, datanodeUuid=28cbd152-0399-47d6-8cd1-f570be5de9dc, infoPort=42157, infoSecurePort=0, ipcPort=36335, storageInfo=lv=-57;cid=testClusterID;nsid=1700493017;c=1732436497538) 2024-11-24T08:21:38,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63fd888ee651401a with lease ID 0x6c764b8edcd3f380: from storage DS-2a027d6c-ab99-47fd-8eda-95890c03dead node DatanodeRegistration(127.0.0.1:36719, datanodeUuid=28cbd152-0399-47d6-8cd1-f570be5de9dc, infoPort=42157, infoSecurePort=0, ipcPort=36335, storageInfo=lv=-57;cid=testClusterID;nsid=1700493017;c=1732436497538), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:21:38,348 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49 2024-11-24T08:21:38,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:38,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:38,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:21:38,759 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94 with version=8 2024-11-24T08:21:38,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/hbase-staging 2024-11-24T08:21:38,762 INFO [Time-limited test {}] client.ConnectionUtils(128): master/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:21:38,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:38,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:38,762 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:21:38,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:38,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:21:38,763 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:21:38,763 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:21:38,763 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35393 2024-11-24T08:21:38,764 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35393 connecting to ZooKeeper ensemble=127.0.0.1:49591 2024-11-24T08:21:38,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353930x0, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:21:38,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35393-0x1014910e3e70006 connected 2024-11-24T08:21:38,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:38,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:38,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Set watcher on znode that does not yet exist, /2-1093522415/running 2024-11-24T08:21:38,803 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94, hbase.cluster.distributed=false 2024-11-24T08:21:38,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Set watcher on znode that does not yet exist, /2-1093522415/acl 2024-11-24T08:21:38,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35393 2024-11-24T08:21:38,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35393 2024-11-24T08:21:38,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35393 2024-11-24T08:21:38,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35393 2024-11-24T08:21:38,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35393 2024-11-24T08:21:38,832 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/30c28c82771d:0 server-side Connection retries=45 2024-11-24T08:21:38,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:38,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:38,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:21:38,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:21:38,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:21:38,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:21:38,832 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:21:38,833 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34341 2024-11-24T08:21:38,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34341 connecting to ZooKeeper ensemble=127.0.0.1:49591 2024-11-24T08:21:38,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:38,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:38,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343410x0, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:21:38,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Set watcher on znode that does not yet exist, /2-1093522415/running 2024-11-24T08:21:38,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34341-0x1014910e3e70007 connected 2024-11-24T08:21:38,845 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:21:38,849 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:21:38,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Set watcher on znode that does not yet exist, /2-1093522415/master 2024-11-24T08:21:38,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Set watcher on znode that does not yet exist, /2-1093522415/acl 2024-11-24T08:21:38,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34341 2024-11-24T08:21:38,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34341 2024-11-24T08:21:38,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34341 2024-11-24T08:21:38,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34341 2024-11-24T08:21:38,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34341 2024-11-24T08:21:38,879 DEBUG [M:0;30c28c82771d:35393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;30c28c82771d:35393 2024-11-24T08:21:38,879 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1093522415/backup-masters/30c28c82771d,35393,1732436498762 2024-11-24T08:21:38,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415/backup-masters 2024-11-24T08:21:38,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415/backup-masters 2024-11-24T08:21:38,882 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Set watcher on existing znode=/2-1093522415/backup-masters/30c28c82771d,35393,1732436498762 2024-11-24T08:21:38,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1093522415/master 2024-11-24T08:21:38,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415 2024-11-24T08:21:38,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415 2024-11-24T08:21:38,885 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Set watcher on existing znode=/2-1093522415/master 2024-11-24T08:21:38,885 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1093522415/backup-masters/30c28c82771d,35393,1732436498762 from backup master directory 2024-11-24T08:21:38,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415/backup-masters 2024-11-24T08:21:38,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1093522415/backup-masters/30c28c82771d,35393,1732436498762 2024-11-24T08:21:38,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415/backup-masters 2024-11-24T08:21:38,886 WARN [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:21:38,886 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=30c28c82771d,35393,1732436498762 2024-11-24T08:21:38,893 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/hbase.id] with ID: 65444d5a-66fd-43fd-b1b7-a3336a331de3 2024-11-24T08:21:38,893 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/.tmp/hbase.id 2024-11-24T08:21:38,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:21:39,298 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/.tmp/hbase.id]:[hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/hbase.id] 2024-11-24T08:21:39,318 INFO [master/30c28c82771d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:39,318 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:21:39,319 INFO [master/30c28c82771d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T08:21:39,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415 2024-11-24T08:21:39,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415 2024-11-24T08:21:39,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:21:39,743 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:21:39,743 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:21:39,744 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:21:39,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:21:39,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T08:21:39,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T08:21:39,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:21:39,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T08:21:40,153 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store 2024-11-24T08:21:40,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:21:40,158 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:40,159 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:21:40,159 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:40,159 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:40,159 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:21:40,159 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:40,159 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:40,159 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436500158Disabling compacts and flushes for region at 1732436500158Disabling writes for close at 1732436500159 (+1 ms)Writing region close event to WAL at 1732436500159Closed at 1732436500159 2024-11-24T08:21:40,159 WARN [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store/.initializing 2024-11-24T08:21:40,159 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/WALs/30c28c82771d,35393,1732436498762 2024-11-24T08:21:40,160 INFO [master/30c28c82771d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:21:40,161 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=30c28c82771d%2C35393%2C1732436498762, suffix=, logDir=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/WALs/30c28c82771d,35393,1732436498762, archiveDir=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/oldWALs, maxLogs=10 2024-11-24T08:21:40,174 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/WALs/30c28c82771d,35393,1732436498762/30c28c82771d%2C35393%2C1732436498762.1732436500161, exclude list is [], retry=0 2024-11-24T08:21:40,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36719,DS-98adfa33-ec81-48c9-8662-cbe80c19d4d0,DISK] 2024-11-24T08:21:40,178 INFO [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/WALs/30c28c82771d,35393,1732436498762/30c28c82771d%2C35393%2C1732436498762.1732436500161 2024-11-24T08:21:40,178 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42157:42157)] 2024-11-24T08:21:40,178 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:21:40,178 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:40,179 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:40,179 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:40,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:40,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:21:40,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:40,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:40,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:40,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:21:40,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:40,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:40,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:40,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:21:40,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:40,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:40,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:40,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:21:40,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:40,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:40,185 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:40,185 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:40,185 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:40,186 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:40,186 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:40,187 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:21:40,188 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:21:40,189 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:21:40,190 INFO [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60366114, jitterRate=-0.10047480463981628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:21:40,190 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732436500179Initializing all the Stores at 1732436500179Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436500179Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436500179Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436500179Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436500179Cleaning up temporary data from old regions at 1732436500186 (+7 ms)Region opened successfully at 1732436500190 (+4 ms) 2024-11-24T08:21:40,191 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:21:40,193 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8bbdc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:21:40,194 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:21:40,194 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:21:40,195 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:21:40,195 INFO [master/30c28c82771d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:21:40,195 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:21:40,195 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:21:40,195 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:21:40,197 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:21:40,198 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Unable to get data of znode /2-1093522415/balancer because node does not exist (not necessarily an error) 2024-11-24T08:21:40,199 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1093522415/balancer already deleted, retry=false 2024-11-24T08:21:40,200 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:21:40,201 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Unable to get data of znode /2-1093522415/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:21:40,202 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1093522415/normalizer already deleted, retry=false 2024-11-24T08:21:40,202 INFO [master/30c28c82771d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:21:40,206 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Unable to get data of znode /2-1093522415/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:21:40,207 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1093522415/switch/split already deleted, retry=false 2024-11-24T08:21:40,208 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Unable to get data of znode /2-1093522415/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:21:40,211 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1093522415/switch/merge already deleted, retry=false 2024-11-24T08:21:40,212 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Unable to get data of znode /2-1093522415/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:21:40,213 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1093522415/snapshot-cleanup already deleted, retry=false 2024-11-24T08:21:40,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1093522415/running 2024-11-24T08:21:40,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415 2024-11-24T08:21:40,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1093522415/running 2024-11-24T08:21:40,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415 2024-11-24T08:21:40,215 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=30c28c82771d,35393,1732436498762, sessionid=0x1014910e3e70006, setting cluster-up flag (Was=false) 2024-11-24T08:21:40,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415 2024-11-24T08:21:40,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415 2024-11-24T08:21:40,223 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1093522415/flush-table-proc/acquired, /2-1093522415/flush-table-proc/reached, /2-1093522415/flush-table-proc/abort 2024-11-24T08:21:40,224 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,35393,1732436498762 2024-11-24T08:21:40,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415 2024-11-24T08:21:40,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415 2024-11-24T08:21:40,232 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1093522415/online-snapshot/acquired, /2-1093522415/online-snapshot/reached, /2-1093522415/online-snapshot/abort 2024-11-24T08:21:40,232 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=30c28c82771d,35393,1732436498762 2024-11-24T08:21:40,233 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:21:40,235 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:21:40,235 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:21:40,235 INFO [master/30c28c82771d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:21:40,235 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 30c28c82771d,35393,1732436498762 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:21:40,236 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:21:40,236 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:21:40,236 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:21:40,236 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/30c28c82771d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:21:40,236 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/30c28c82771d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:21:40,236 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:40,236 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:21:40,236 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:40,245 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732436530245 2024-11-24T08:21:40,245 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:21:40,245 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:21:40,245 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:21:40,245 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:21:40,245 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:21:40,245 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:21:40,245 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:21:40,245 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:21:40,246 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:40,246 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:21:40,246 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:21:40,246 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:21:40,246 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T08:21:40,246 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:40,246 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:21:40,247 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:21:40,247 INFO [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:21:40,247 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436500247,5,FailOnTimeoutGroup] 2024-11-24T08:21:40,247 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436500247,5,FailOnTimeoutGroup] 2024-11-24T08:21:40,247 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:40,247 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:21:40,247 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:40,247 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:40,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:21:40,264 INFO [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(746): ClusterId : 65444d5a-66fd-43fd-b1b7-a3336a331de3 2024-11-24T08:21:40,265 DEBUG [RS:0;30c28c82771d:34341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:21:40,266 DEBUG [RS:0;30c28c82771d:34341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:21:40,266 DEBUG [RS:0;30c28c82771d:34341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:21:40,268 DEBUG [RS:0;30c28c82771d:34341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:21:40,268 DEBUG [RS:0;30c28c82771d:34341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27500169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=30c28c82771d/172.17.0.2:0 2024-11-24T08:21:40,288 DEBUG [RS:0;30c28c82771d:34341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;30c28c82771d:34341 2024-11-24T08:21:40,288 INFO [RS:0;30c28c82771d:34341 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:21:40,288 INFO [RS:0;30c28c82771d:34341 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:21:40,288 DEBUG [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:21:40,289 INFO [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(2659): reportForDuty to master=30c28c82771d,35393,1732436498762 with port=34341, startcode=1732436498832 2024-11-24T08:21:40,290 DEBUG [RS:0;30c28c82771d:34341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:21:40,303 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:21:40,304 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 30c28c82771d,34341,1732436498832 2024-11-24T08:21:40,304 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35393 {}] master.ServerManager(517): Registering regionserver=30c28c82771d,34341,1732436498832 2024-11-24T08:21:40,308 DEBUG [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94 2024-11-24T08:21:40,308 DEBUG [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40673 2024-11-24T08:21:40,308 DEBUG [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:21:40,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415/rs 2024-11-24T08:21:40,314 DEBUG [RS:0;30c28c82771d:34341 {}] zookeeper.ZKUtil(111): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Set watcher on existing znode=/2-1093522415/rs/30c28c82771d,34341,1732436498832 2024-11-24T08:21:40,314 WARN [RS:0;30c28c82771d:34341 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:21:40,314 INFO [RS:0;30c28c82771d:34341 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:21:40,314 DEBUG [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/WALs/30c28c82771d,34341,1732436498832 2024-11-24T08:21:40,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [30c28c82771d,34341,1732436498832] 2024-11-24T08:21:40,331 INFO [RS:0;30c28c82771d:34341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:21:40,336 INFO [RS:0;30c28c82771d:34341 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:21:40,338 INFO [RS:0;30c28c82771d:34341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:21:40,338 INFO [RS:0;30c28c82771d:34341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:40,338 INFO [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:21:40,339 INFO [RS:0;30c28c82771d:34341 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:21:40,339 INFO [RS:0;30c28c82771d:34341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:40,339 DEBUG [RS:0;30c28c82771d:34341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:40,339 DEBUG [RS:0;30c28c82771d:34341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:40,339 DEBUG [RS:0;30c28c82771d:34341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:40,339 DEBUG [RS:0;30c28c82771d:34341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:40,339 DEBUG [RS:0;30c28c82771d:34341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:40,339 DEBUG [RS:0;30c28c82771d:34341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/30c28c82771d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:21:40,339 DEBUG [RS:0;30c28c82771d:34341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:40,339 DEBUG [RS:0;30c28c82771d:34341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:40,339 DEBUG [RS:0;30c28c82771d:34341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:40,339 DEBUG [RS:0;30c28c82771d:34341 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:40,339 DEBUG [RS:0;30c28c82771d:34341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:40,339 DEBUG [RS:0;30c28c82771d:34341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/30c28c82771d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:21:40,339 DEBUG [RS:0;30c28c82771d:34341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:21:40,339 DEBUG [RS:0;30c28c82771d:34341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/30c28c82771d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:21:40,340 INFO [RS:0;30c28c82771d:34341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:40,340 INFO [RS:0;30c28c82771d:34341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:40,340 INFO [RS:0;30c28c82771d:34341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:40,340 INFO [RS:0;30c28c82771d:34341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:40,340 INFO [RS:0;30c28c82771d:34341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:40,340 INFO [RS:0;30c28c82771d:34341 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,34341,1732436498832-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:21:40,360 INFO [RS:0;30c28c82771d:34341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:21:40,360 INFO [RS:0;30c28c82771d:34341 {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,34341,1732436498832-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:40,360 INFO [RS:0;30c28c82771d:34341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:40,360 INFO [RS:0;30c28c82771d:34341 {}] regionserver.Replication(171): 30c28c82771d,34341,1732436498832 started 2024-11-24T08:21:40,373 INFO [RS:0;30c28c82771d:34341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:40,373 INFO [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(1482): Serving as 30c28c82771d,34341,1732436498832, RpcServer on 30c28c82771d/172.17.0.2:34341, sessionid=0x1014910e3e70007 2024-11-24T08:21:40,373 DEBUG [RS:0;30c28c82771d:34341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:21:40,373 DEBUG [RS:0;30c28c82771d:34341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 30c28c82771d,34341,1732436498832 2024-11-24T08:21:40,373 DEBUG [RS:0;30c28c82771d:34341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,34341,1732436498832' 2024-11-24T08:21:40,374 DEBUG [RS:0;30c28c82771d:34341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1093522415/flush-table-proc/abort' 2024-11-24T08:21:40,374 DEBUG [RS:0;30c28c82771d:34341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1093522415/flush-table-proc/acquired' 2024-11-24T08:21:40,375 DEBUG [RS:0;30c28c82771d:34341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:21:40,375 DEBUG [RS:0;30c28c82771d:34341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:21:40,375 DEBUG [RS:0;30c28c82771d:34341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 30c28c82771d,34341,1732436498832 2024-11-24T08:21:40,375 DEBUG [RS:0;30c28c82771d:34341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '30c28c82771d,34341,1732436498832' 2024-11-24T08:21:40,375 DEBUG [RS:0;30c28c82771d:34341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1093522415/online-snapshot/abort' 2024-11-24T08:21:40,375 DEBUG [RS:0;30c28c82771d:34341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1093522415/online-snapshot/acquired' 2024-11-24T08:21:40,376 DEBUG [RS:0;30c28c82771d:34341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:21:40,376 INFO [RS:0;30c28c82771d:34341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:21:40,376 INFO [RS:0;30c28c82771d:34341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:21:40,476 INFO [RS:0;30c28c82771d:34341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:21:40,477 INFO [RS:0;30c28c82771d:34341 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C34341%2C1732436498832, suffix=, logDir=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/WALs/30c28c82771d,34341,1732436498832, archiveDir=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/oldWALs, maxLogs=10 2024-11-24T08:21:40,492 DEBUG [RS:0;30c28c82771d:34341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/WALs/30c28c82771d,34341,1732436498832/30c28c82771d%2C34341%2C1732436498832.1732436500478, exclude list is [], retry=0 2024-11-24T08:21:40,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36719,DS-98adfa33-ec81-48c9-8662-cbe80c19d4d0,DISK] 2024-11-24T08:21:40,498 INFO [RS:0;30c28c82771d:34341 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/WALs/30c28c82771d,34341,1732436498832/30c28c82771d%2C34341%2C1732436498832.1732436500478 2024-11-24T08:21:40,498 DEBUG [RS:0;30c28c82771d:34341 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42157:42157)] 2024-11-24T08:21:40,655 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:21:40,656 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94 2024-11-24T08:21:40,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741833_1009 (size=32) 2024-11-24T08:21:40,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:40,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:21:40,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:21:40,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:40,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:40,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:21:40,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:21:40,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:40,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:40,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:21:40,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:21:40,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:40,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:40,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:21:40,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:21:40,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:40,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:40,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:21:40,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740 2024-11-24T08:21:40,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740 2024-11-24T08:21:40,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:21:40,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:21:40,681 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:21:40,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:21:40,683 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:21:40,684 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67145425, jitterRate=5.448013544082642E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:21:40,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732436500670Initializing all the Stores at 1732436500671 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436500671Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436500671Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436500671Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436500671Cleaning up temporary data from old regions at 1732436500680 (+9 ms)Region opened successfully at 1732436500684 (+4 ms) 2024-11-24T08:21:40,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:21:40,684 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:21:40,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:21:40,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:21:40,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:21:40,684 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:21:40,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436500684Disabling compacts and flushes for region at 1732436500684Disabling writes for close at 1732436500684Writing region close event to WAL at 1732436500684Closed at 1732436500684 2024-11-24T08:21:40,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:21:40,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:21:40,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:21:40,687 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:21:40,688 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:21:40,838 DEBUG [30c28c82771d:35393 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:21:40,839 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=30c28c82771d,34341,1732436498832 2024-11-24T08:21:40,842 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,34341,1732436498832, state=OPENING 2024-11-24T08:21:40,843 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:21:40,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415 2024-11-24T08:21:40,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415 2024-11-24T08:21:40,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1093522415/meta-region-server: CHANGED 2024-11-24T08:21:40,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1093522415/meta-region-server: CHANGED 2024-11-24T08:21:40,847 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:21:40,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,34341,1732436498832}] 2024-11-24T08:21:41,004 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:21:41,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:21:41,009 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:21:41,009 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:21:41,009 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:21:41,011 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C34341%2C1732436498832.meta, suffix=.meta, logDir=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/WALs/30c28c82771d,34341,1732436498832, archiveDir=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/oldWALs, maxLogs=10 2024-11-24T08:21:41,032 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/WALs/30c28c82771d,34341,1732436498832/30c28c82771d%2C34341%2C1732436498832.meta.1732436501011.meta, exclude list is [], retry=0 2024-11-24T08:21:41,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36719,DS-98adfa33-ec81-48c9-8662-cbe80c19d4d0,DISK] 2024-11-24T08:21:41,037 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/WALs/30c28c82771d,34341,1732436498832/30c28c82771d%2C34341%2C1732436498832.meta.1732436501011.meta 2024-11-24T08:21:41,042 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42157:42157)] 2024-11-24T08:21:41,042 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:21:41,043 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:21:41,043 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:21:41,043 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:21:41,043 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:21:41,043 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:21:41,044 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:41,044 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:21:41,044 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:21:41,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:21:41,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:21:41,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:41,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:41,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:21:41,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:21:41,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:41,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:41,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:21:41,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:21:41,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:41,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:41,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:21:41,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:21:41,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:41,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:21:41,056 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:21:41,057 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740 2024-11-24T08:21:41,058 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740 2024-11-24T08:21:41,058 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:21:41,058 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:21:41,059 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:21:41,060 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:21:41,060 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62962469, jitterRate=-0.06178610026836395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:21:41,060 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:21:41,061 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732436501044Writing region info on filesystem at 1732436501044Initializing all the Stores at 1732436501045 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436501045Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436501046 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436501046Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732436501046Cleaning up temporary data from old regions at 1732436501058 (+12 ms)Running coprocessor post-open hooks at 1732436501060 (+2 ms)Region opened successfully at 1732436501061 (+1 ms) 2024-11-24T08:21:41,062 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732436501004 2024-11-24T08:21:41,064 DEBUG [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:21:41,064 INFO [RS_OPEN_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:21:41,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,34341,1732436498832 2024-11-24T08:21:41,065 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 30c28c82771d,34341,1732436498832, state=OPEN 2024-11-24T08:21:41,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1093522415/meta-region-server 2024-11-24T08:21:41,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1093522415/meta-region-server 2024-11-24T08:21:41,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1093522415/meta-region-server: CHANGED 2024-11-24T08:21:41,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1093522415/meta-region-server: CHANGED 2024-11-24T08:21:41,067 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=30c28c82771d,34341,1732436498832 2024-11-24T08:21:41,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:21:41,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=30c28c82771d,34341,1732436498832 in 220 msec 2024-11-24T08:21:41,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:21:41,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 383 msec 2024-11-24T08:21:41,072 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:21:41,072 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:21:41,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:41,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,34341,1732436498832, seqNum=-1] 2024-11-24T08:21:41,074 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:41,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:21:41,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 844 msec 2024-11-24T08:21:41,079 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732436501079, completionTime=-1 2024-11-24T08:21:41,079 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:21:41,079 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:21:41,081 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:21:41,081 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732436561081 2024-11-24T08:21:41,081 INFO [master/30c28c82771d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732436621081 2024-11-24T08:21:41,081 INFO [master/30c28c82771d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T08:21:41,082 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,35393,1732436498762-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:41,082 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,35393,1732436498762-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:41,082 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,35393,1732436498762-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:41,082 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-30c28c82771d:35393, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:41,082 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:41,084 DEBUG [master/30c28c82771d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:21:41,084 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:41,088 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.202sec 2024-11-24T08:21:41,088 INFO [master/30c28c82771d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:21:41,088 INFO [master/30c28c82771d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:21:41,088 INFO [master/30c28c82771d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:21:41,088 INFO [master/30c28c82771d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:21:41,088 INFO [master/30c28c82771d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:21:41,088 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,35393,1732436498762-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:21:41,088 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,35393,1732436498762-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:21:41,093 DEBUG [master/30c28c82771d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:21:41,094 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:21:41,094 INFO [master/30c28c82771d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=30c28c82771d,35393,1732436498762-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:21:41,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366e80c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:41,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,35393,-1 for getting cluster id 2024-11-24T08:21:41,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:41,167 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65444d5a-66fd-43fd-b1b7-a3336a331de3' 2024-11-24T08:21:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65444d5a-66fd-43fd-b1b7-a3336a331de3" 2024-11-24T08:21:41,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67baf83b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:41,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,35393,-1] 2024-11-24T08:21:41,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:41,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:41,169 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:41,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25660988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:41,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:41,171 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,34341,1732436498832, seqNum=-1] 2024-11-24T08:21:41,171 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:41,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:21:41,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=30c28c82771d,35393,1732436498762 2024-11-24T08:21:41,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49591 2024-11-24T08:21:41,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:21:41,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:41,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,45521,1732436491693 2024-11-24T08:21:41,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@280d211b 2024-11-24T08:21:41,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:41,182 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:41,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:21:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T08:21:41,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:21:41,185 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:41,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T08:21:41,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:21:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:41,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014910e3e70008 connected 2024-11-24T08:21:41,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741835_1011 (size=902) 2024-11-24T08:21:41,218 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5cdcabf6305eeb37b6cb4a10723a7ecd, NAME => 'test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857 2024-11-24T08:21:41,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741836_1012 (size=39) 2024-11-24T08:21:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:41,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:41,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5cdcabf6305eeb37b6cb4a10723a7ecd, disabling compactions & flushes 2024-11-24T08:21:41,631 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd. 2024-11-24T08:21:41,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd. 2024-11-24T08:21:41,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd. after waiting 0 ms 2024-11-24T08:21:41,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd. 2024-11-24T08:21:41,631 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd. 2024-11-24T08:21:41,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5cdcabf6305eeb37b6cb4a10723a7ecd: Waiting for close lock at 1732436501631Disabling compacts and flushes for region at 1732436501631Disabling writes for close at 1732436501631Writing region close event to WAL at 1732436501631Closed at 1732436501631 2024-11-24T08:21:41,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:21:41,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732436501632"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436501632"}]},"ts":"1732436501632"} 2024-11-24T08:21:41,635 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:21:41,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:21:41,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436501635"}]},"ts":"1732436501635"} 2024-11-24T08:21:41,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T08:21:41,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5cdcabf6305eeb37b6cb4a10723a7ecd, ASSIGN}] 2024-11-24T08:21:41,639 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5cdcabf6305eeb37b6cb4a10723a7ecd, ASSIGN 2024-11-24T08:21:41,640 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5cdcabf6305eeb37b6cb4a10723a7ecd, ASSIGN; state=OFFLINE, location=30c28c82771d,45263,1732436491769; forceNewPlan=false, retain=false 2024-11-24T08:21:41,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5cdcabf6305eeb37b6cb4a10723a7ecd, regionState=OPENING, regionLocation=30c28c82771d,45263,1732436491769 2024-11-24T08:21:41,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5cdcabf6305eeb37b6cb4a10723a7ecd, ASSIGN because future has completed 2024-11-24T08:21:41,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cdcabf6305eeb37b6cb4a10723a7ecd, server=30c28c82771d,45263,1732436491769}] 2024-11-24T08:21:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:41,952 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd. 2024-11-24T08:21:41,952 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cdcabf6305eeb37b6cb4a10723a7ecd, NAME => 'test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:21:41,952 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:21:41,952 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T08:21:41,952 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5cdcabf6305eeb37b6cb4a10723a7ecd 2024-11-24T08:21:41,952 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:41,953 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5cdcabf6305eeb37b6cb4a10723a7ecd 2024-11-24T08:21:41,953 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5cdcabf6305eeb37b6cb4a10723a7ecd 2024-11-24T08:21:41,953 INFO [StoreOpener-5cdcabf6305eeb37b6cb4a10723a7ecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5cdcabf6305eeb37b6cb4a10723a7ecd 2024-11-24T08:21:41,954 INFO [StoreOpener-5cdcabf6305eeb37b6cb4a10723a7ecd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cdcabf6305eeb37b6cb4a10723a7ecd columnFamilyName f 2024-11-24T08:21:41,954 DEBUG [StoreOpener-5cdcabf6305eeb37b6cb4a10723a7ecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:41,955 INFO [StoreOpener-5cdcabf6305eeb37b6cb4a10723a7ecd-1 {}] regionserver.HStore(327): Store=5cdcabf6305eeb37b6cb4a10723a7ecd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:41,955 INFO [StoreOpener-5cdcabf6305eeb37b6cb4a10723a7ecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5cdcabf6305eeb37b6cb4a10723a7ecd 2024-11-24T08:21:41,956 INFO [StoreOpener-5cdcabf6305eeb37b6cb4a10723a7ecd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cdcabf6305eeb37b6cb4a10723a7ecd columnFamilyName f1 2024-11-24T08:21:41,956 DEBUG [StoreOpener-5cdcabf6305eeb37b6cb4a10723a7ecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:41,956 INFO [StoreOpener-5cdcabf6305eeb37b6cb4a10723a7ecd-1 {}] regionserver.HStore(327): Store=5cdcabf6305eeb37b6cb4a10723a7ecd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:41,956 INFO [StoreOpener-5cdcabf6305eeb37b6cb4a10723a7ecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5cdcabf6305eeb37b6cb4a10723a7ecd 2024-11-24T08:21:41,957 INFO [StoreOpener-5cdcabf6305eeb37b6cb4a10723a7ecd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cdcabf6305eeb37b6cb4a10723a7ecd columnFamilyName norep 2024-11-24T08:21:41,957 DEBUG [StoreOpener-5cdcabf6305eeb37b6cb4a10723a7ecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:41,957 INFO [StoreOpener-5cdcabf6305eeb37b6cb4a10723a7ecd-1 {}] regionserver.HStore(327): Store=5cdcabf6305eeb37b6cb4a10723a7ecd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:41,957 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5cdcabf6305eeb37b6cb4a10723a7ecd 2024-11-24T08:21:41,957 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd 2024-11-24T08:21:41,958 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd 2024-11-24T08:21:41,958 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5cdcabf6305eeb37b6cb4a10723a7ecd 2024-11-24T08:21:41,958 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5cdcabf6305eeb37b6cb4a10723a7ecd 2024-11-24T08:21:41,959 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:21:41,960 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5cdcabf6305eeb37b6cb4a10723a7ecd 2024-11-24T08:21:41,961 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:21:41,961 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5cdcabf6305eeb37b6cb4a10723a7ecd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72284239, jitterRate=0.07711909711360931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:21:41,961 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cdcabf6305eeb37b6cb4a10723a7ecd 2024-11-24T08:21:41,962 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5cdcabf6305eeb37b6cb4a10723a7ecd: Running coprocessor pre-open hook at 1732436501953Writing region info on filesystem at 1732436501953Initializing all the Stores at 1732436501953Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436501953Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436501953Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436501953Cleaning up temporary data from old regions at 1732436501958 (+5 ms)Running coprocessor post-open hooks at 1732436501961 (+3 ms)Region opened successfully at 1732436501961 2024-11-24T08:21:41,962 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd., pid=6, masterSystemTime=1732436501949 2024-11-24T08:21:41,964 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd. 2024-11-24T08:21:41,964 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd. 2024-11-24T08:21:41,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5cdcabf6305eeb37b6cb4a10723a7ecd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30c28c82771d,45263,1732436491769 2024-11-24T08:21:41,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cdcabf6305eeb37b6cb4a10723a7ecd, server=30c28c82771d,45263,1732436491769 because future has completed 2024-11-24T08:21:41,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:21:41,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cdcabf6305eeb37b6cb4a10723a7ecd, server=30c28c82771d,45263,1732436491769 in 169 msec 2024-11-24T08:21:41,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:21:41,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5cdcabf6305eeb37b6cb4a10723a7ecd, ASSIGN in 331 msec 2024-11-24T08:21:41,970 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:21:41,970 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436501970"}]},"ts":"1732436501970"} 2024-11-24T08:21:41,971 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T08:21:41,972 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:21:41,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 790 msec 2024-11-24T08:21:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:42,325 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T08:21:42,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,37861,1732436494668 2024-11-24T08:21:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@717db9c3 2024-11-24T08:21:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:42,327 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:42,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:21:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T08:21:42,329 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:21:42,330 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:42,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T08:21:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:42,330 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:21:42,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741835_1011 (size=902) 2024-11-24T08:21:42,337 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3cd312f0e5d3383d4c619effafb980c, NAME => 'test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576 2024-11-24T08:21:42,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741836_1012 (size=39) 2024-11-24T08:21:42,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:42,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e3cd312f0e5d3383d4c619effafb980c, disabling compactions & flushes 2024-11-24T08:21:42,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c. 2024-11-24T08:21:42,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c. 2024-11-24T08:21:42,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c. after waiting 0 ms 2024-11-24T08:21:42,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c. 2024-11-24T08:21:42,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c. 2024-11-24T08:21:42,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3cd312f0e5d3383d4c619effafb980c: Waiting for close lock at 1732436502341Disabling compacts and flushes for region at 1732436502341Disabling writes for close at 1732436502341Writing region close event to WAL at 1732436502341Closed at 1732436502341 2024-11-24T08:21:42,342 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:21:42,342 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732436502342"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436502342"}]},"ts":"1732436502342"} 2024-11-24T08:21:42,344 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:21:42,345 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:21:42,345 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436502345"}]},"ts":"1732436502345"} 2024-11-24T08:21:42,347 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T08:21:42,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e3cd312f0e5d3383d4c619effafb980c, ASSIGN}] 2024-11-24T08:21:42,348 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e3cd312f0e5d3383d4c619effafb980c, ASSIGN 2024-11-24T08:21:42,349 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e3cd312f0e5d3383d4c619effafb980c, ASSIGN; state=OFFLINE, location=30c28c82771d,45759,1732436494724; forceNewPlan=false, retain=false 2024-11-24T08:21:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:42,499 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e3cd312f0e5d3383d4c619effafb980c, regionState=OPENING, regionLocation=30c28c82771d,45759,1732436494724 2024-11-24T08:21:42,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e3cd312f0e5d3383d4c619effafb980c, ASSIGN because future has completed 2024-11-24T08:21:42,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3cd312f0e5d3383d4c619effafb980c, server=30c28c82771d,45759,1732436494724}] 2024-11-24T08:21:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:42,658 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c. 2024-11-24T08:21:42,658 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e3cd312f0e5d3383d4c619effafb980c, NAME => 'test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:21:42,658 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:21:42,658 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T08:21:42,658 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e3cd312f0e5d3383d4c619effafb980c 2024-11-24T08:21:42,659 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:42,659 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e3cd312f0e5d3383d4c619effafb980c 2024-11-24T08:21:42,659 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e3cd312f0e5d3383d4c619effafb980c 2024-11-24T08:21:42,660 INFO [StoreOpener-e3cd312f0e5d3383d4c619effafb980c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e3cd312f0e5d3383d4c619effafb980c 2024-11-24T08:21:42,661 INFO [StoreOpener-e3cd312f0e5d3383d4c619effafb980c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3cd312f0e5d3383d4c619effafb980c columnFamilyName f 2024-11-24T08:21:42,661 DEBUG [StoreOpener-e3cd312f0e5d3383d4c619effafb980c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:42,662 INFO [StoreOpener-e3cd312f0e5d3383d4c619effafb980c-1 {}] regionserver.HStore(327): Store=e3cd312f0e5d3383d4c619effafb980c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:42,662 INFO [StoreOpener-e3cd312f0e5d3383d4c619effafb980c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e3cd312f0e5d3383d4c619effafb980c 2024-11-24T08:21:42,663 INFO [StoreOpener-e3cd312f0e5d3383d4c619effafb980c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3cd312f0e5d3383d4c619effafb980c columnFamilyName f1 2024-11-24T08:21:42,663 DEBUG [StoreOpener-e3cd312f0e5d3383d4c619effafb980c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:42,663 INFO [StoreOpener-e3cd312f0e5d3383d4c619effafb980c-1 {}] regionserver.HStore(327): Store=e3cd312f0e5d3383d4c619effafb980c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:42,663 INFO [StoreOpener-e3cd312f0e5d3383d4c619effafb980c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e3cd312f0e5d3383d4c619effafb980c 2024-11-24T08:21:42,664 INFO [StoreOpener-e3cd312f0e5d3383d4c619effafb980c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3cd312f0e5d3383d4c619effafb980c columnFamilyName norep 2024-11-24T08:21:42,664 DEBUG [StoreOpener-e3cd312f0e5d3383d4c619effafb980c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:42,664 INFO [StoreOpener-e3cd312f0e5d3383d4c619effafb980c-1 {}] regionserver.HStore(327): Store=e3cd312f0e5d3383d4c619effafb980c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:42,664 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e3cd312f0e5d3383d4c619effafb980c 2024-11-24T08:21:42,665 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c 2024-11-24T08:21:42,665 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c 2024-11-24T08:21:42,666 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e3cd312f0e5d3383d4c619effafb980c 2024-11-24T08:21:42,666 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e3cd312f0e5d3383d4c619effafb980c 2024-11-24T08:21:42,667 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:21:42,668 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e3cd312f0e5d3383d4c619effafb980c 2024-11-24T08:21:42,670 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:21:42,671 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e3cd312f0e5d3383d4c619effafb980c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69359393, jitterRate=0.03353549540042877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:21:42,671 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3cd312f0e5d3383d4c619effafb980c 2024-11-24T08:21:42,671 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e3cd312f0e5d3383d4c619effafb980c: Running coprocessor pre-open hook at 1732436502659Writing region info on filesystem at 1732436502659Initializing all the Stores at 1732436502659Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436502660 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436502660Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436502660Cleaning up temporary data from old regions at 1732436502666 (+6 ms)Running coprocessor post-open hooks at 1732436502671 (+5 ms)Region opened successfully at 1732436502671 2024-11-24T08:21:42,672 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c., pid=6, masterSystemTime=1732436502654 2024-11-24T08:21:42,673 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c. 2024-11-24T08:21:42,673 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c. 2024-11-24T08:21:42,674 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e3cd312f0e5d3383d4c619effafb980c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30c28c82771d,45759,1732436494724 2024-11-24T08:21:42,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3cd312f0e5d3383d4c619effafb980c, server=30c28c82771d,45759,1732436494724 because future has completed 2024-11-24T08:21:42,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:21:42,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e3cd312f0e5d3383d4c619effafb980c, server=30c28c82771d,45759,1732436494724 in 175 msec 2024-11-24T08:21:42,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:21:42,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e3cd312f0e5d3383d4c619effafb980c, ASSIGN in 331 msec 2024-11-24T08:21:42,681 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:21:42,681 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436502681"}]},"ts":"1732436502681"} 2024-11-24T08:21:42,683 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T08:21:42,684 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:21:42,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 356 msec 2024-11-24T08:21:42,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:21:42,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:42,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:42,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:42,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:42,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:42,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:42,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:42,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:42,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:42,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:42,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:42,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:42,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:42,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:42,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:42,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:42,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:42,954 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T08:21:42,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,35393,1732436498762 2024-11-24T08:21:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26a9e083 2024-11-24T08:21:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:42,956 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:42,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:21:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T08:21:42,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:21:42,958 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:42,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T08:21:42,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:21:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:42,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741835_1011 (size=902) 2024-11-24T08:21:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:43,367 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1744ce9a40844ca925f9c682a2b31df3, NAME => 'test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94 2024-11-24T08:21:43,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741836_1012 (size=39) 2024-11-24T08:21:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:43,773 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:43,773 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1744ce9a40844ca925f9c682a2b31df3, disabling compactions & flushes 2024-11-24T08:21:43,773 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3. 2024-11-24T08:21:43,773 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3. 2024-11-24T08:21:43,773 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3. after waiting 0 ms 2024-11-24T08:21:43,774 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3. 2024-11-24T08:21:43,774 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3. 2024-11-24T08:21:43,774 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1744ce9a40844ca925f9c682a2b31df3: Waiting for close lock at 1732436503773Disabling compacts and flushes for region at 1732436503773Disabling writes for close at 1732436503773Writing region close event to WAL at 1732436503774 (+1 ms)Closed at 1732436503774 2024-11-24T08:21:43,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:21:43,775 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732436503775"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436503775"}]},"ts":"1732436503775"} 2024-11-24T08:21:43,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:21:43,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:21:43,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436503777"}]},"ts":"1732436503777"} 2024-11-24T08:21:43,779 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T08:21:43,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1744ce9a40844ca925f9c682a2b31df3, ASSIGN}] 2024-11-24T08:21:43,780 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1744ce9a40844ca925f9c682a2b31df3, ASSIGN 2024-11-24T08:21:43,781 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1744ce9a40844ca925f9c682a2b31df3, ASSIGN; state=OFFLINE, location=30c28c82771d,34341,1732436498832; forceNewPlan=false, retain=false 2024-11-24T08:21:43,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1744ce9a40844ca925f9c682a2b31df3, regionState=OPENING, regionLocation=30c28c82771d,34341,1732436498832 2024-11-24T08:21:43,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1744ce9a40844ca925f9c682a2b31df3, ASSIGN because future has completed 2024-11-24T08:21:43,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1744ce9a40844ca925f9c682a2b31df3, server=30c28c82771d,34341,1732436498832}] 2024-11-24T08:21:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:44,097 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3. 2024-11-24T08:21:44,097 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1744ce9a40844ca925f9c682a2b31df3, NAME => 'test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:21:44,097 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:21:44,098 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T08:21:44,098 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1744ce9a40844ca925f9c682a2b31df3 2024-11-24T08:21:44,098 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:44,098 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1744ce9a40844ca925f9c682a2b31df3 2024-11-24T08:21:44,098 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1744ce9a40844ca925f9c682a2b31df3 2024-11-24T08:21:44,099 INFO [StoreOpener-1744ce9a40844ca925f9c682a2b31df3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1744ce9a40844ca925f9c682a2b31df3 2024-11-24T08:21:44,101 INFO [StoreOpener-1744ce9a40844ca925f9c682a2b31df3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1744ce9a40844ca925f9c682a2b31df3 columnFamilyName f 2024-11-24T08:21:44,101 DEBUG [StoreOpener-1744ce9a40844ca925f9c682a2b31df3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:44,101 INFO [StoreOpener-1744ce9a40844ca925f9c682a2b31df3-1 {}] regionserver.HStore(327): Store=1744ce9a40844ca925f9c682a2b31df3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:44,101 INFO [StoreOpener-1744ce9a40844ca925f9c682a2b31df3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1744ce9a40844ca925f9c682a2b31df3 2024-11-24T08:21:44,102 INFO [StoreOpener-1744ce9a40844ca925f9c682a2b31df3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1744ce9a40844ca925f9c682a2b31df3 columnFamilyName f1 2024-11-24T08:21:44,102 DEBUG [StoreOpener-1744ce9a40844ca925f9c682a2b31df3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:44,102 INFO [StoreOpener-1744ce9a40844ca925f9c682a2b31df3-1 {}] regionserver.HStore(327): Store=1744ce9a40844ca925f9c682a2b31df3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:44,103 INFO [StoreOpener-1744ce9a40844ca925f9c682a2b31df3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1744ce9a40844ca925f9c682a2b31df3 2024-11-24T08:21:44,103 INFO [StoreOpener-1744ce9a40844ca925f9c682a2b31df3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1744ce9a40844ca925f9c682a2b31df3 columnFamilyName norep 2024-11-24T08:21:44,103 DEBUG [StoreOpener-1744ce9a40844ca925f9c682a2b31df3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:44,104 INFO [StoreOpener-1744ce9a40844ca925f9c682a2b31df3-1 {}] regionserver.HStore(327): Store=1744ce9a40844ca925f9c682a2b31df3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:44,104 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1744ce9a40844ca925f9c682a2b31df3 2024-11-24T08:21:44,105 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/default/test/1744ce9a40844ca925f9c682a2b31df3 2024-11-24T08:21:44,105 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/default/test/1744ce9a40844ca925f9c682a2b31df3 2024-11-24T08:21:44,106 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1744ce9a40844ca925f9c682a2b31df3 2024-11-24T08:21:44,106 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1744ce9a40844ca925f9c682a2b31df3 2024-11-24T08:21:44,106 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:21:44,107 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1744ce9a40844ca925f9c682a2b31df3 2024-11-24T08:21:44,109 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/default/test/1744ce9a40844ca925f9c682a2b31df3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:21:44,109 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1744ce9a40844ca925f9c682a2b31df3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70061857, jitterRate=0.04400302469730377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:21:44,109 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1744ce9a40844ca925f9c682a2b31df3 2024-11-24T08:21:44,109 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1744ce9a40844ca925f9c682a2b31df3: Running coprocessor pre-open hook at 1732436504098Writing region info on filesystem at 1732436504098Initializing all the Stores at 1732436504099 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436504099Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436504099Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436504099Cleaning up temporary data from old regions at 1732436504106 (+7 ms)Running coprocessor post-open hooks at 1732436504109 (+3 ms)Region opened successfully at 1732436504109 2024-11-24T08:21:44,110 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3., pid=6, masterSystemTime=1732436504094 2024-11-24T08:21:44,111 DEBUG [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3. 2024-11-24T08:21:44,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1744ce9a40844ca925f9c682a2b31df3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=30c28c82771d,34341,1732436498832 2024-11-24T08:21:44,112 INFO [RS_OPEN_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3. 2024-11-24T08:21:44,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1744ce9a40844ca925f9c682a2b31df3, server=30c28c82771d,34341,1732436498832 because future has completed 2024-11-24T08:21:44,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:21:44,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1744ce9a40844ca925f9c682a2b31df3, server=30c28c82771d,34341,1732436498832 in 174 msec 2024-11-24T08:21:44,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:21:44,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1744ce9a40844ca925f9c682a2b31df3, ASSIGN in 338 msec 2024-11-24T08:21:44,119 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:21:44,119 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436504119"}]},"ts":"1732436504119"} 2024-11-24T08:21:44,121 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T08:21:44,121 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:21:44,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-24T08:21:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:21:45,115 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T08:21:45,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f45b1f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:45,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,45521,-1 for getting cluster id 2024-11-24T08:21:45,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:45,117 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12c7f42b-b735-49b6-987c-e5276dc95361' 2024-11-24T08:21:45,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:45,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12c7f42b-b735-49b6-987c-e5276dc95361" 2024-11-24T08:21:45,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb152f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:45,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,45521,-1] 2024-11-24T08:21:45,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:45,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:45,119 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:45,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23290b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:45,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:45,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,45521,1732436491693 2024-11-24T08:21:45,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56ccaff9 2024-11-24T08:21:45,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:45,122 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:45,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://30c28c82771d:37861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T08:21:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:21:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:45,126 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:37861' 2024-11-24T08:21:45,127 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a380258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:45,127 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,37861,-1 for getting cluster id 2024-11-24T08:21:45,127 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:45,127 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55c592ed-7fd1-4a5a-8ab9-8a2b972dd595' 2024-11-24T08:21:45,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:45,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55c592ed-7fd1-4a5a-8ab9-8a2b972dd595" 2024-11-24T08:21:45,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74263ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:45,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,37861,-1] 2024-11-24T08:21:45,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:45,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:45,129 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:45,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1acb0ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:45,129 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:45,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,37861,1732436494668 2024-11-24T08:21:45,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18b388 2024-11-24T08:21:45,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:45,131 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:45,132 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T08:21:45,132 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:21:45,132 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:45,132 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:45,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:45,133 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:21:45,133 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T08:21:45,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:21:45,135 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:45,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:21:45,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741837_1013 (size=1138) 2024-11-24T08:21:45,184 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T08:21:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:45,543 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b02698d5f489ffabee5193f74e047b42, NAME => 'hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857 2024-11-24T08:21:45,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741838_1014 (size=44) 2024-11-24T08:21:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:45,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:45,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b02698d5f489ffabee5193f74e047b42, disabling compactions & flushes 2024-11-24T08:21:45,951 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42. 2024-11-24T08:21:45,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42. 2024-11-24T08:21:45,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42. after waiting 0 ms 2024-11-24T08:21:45,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42. 2024-11-24T08:21:45,952 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42. 2024-11-24T08:21:45,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b02698d5f489ffabee5193f74e047b42: Waiting for close lock at 1732436505951Disabling compacts and flushes for region at 1732436505951Disabling writes for close at 1732436505952 (+1 ms)Writing region close event to WAL at 1732436505952Closed at 1732436505952 2024-11-24T08:21:45,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:21:45,953 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732436505953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732436505953"}]},"ts":"1732436505953"} 2024-11-24T08:21:45,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:21:45,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:21:45,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436505957"}]},"ts":"1732436505957"} 2024-11-24T08:21:45,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T08:21:45,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b02698d5f489ffabee5193f74e047b42, ASSIGN}] 2024-11-24T08:21:45,960 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b02698d5f489ffabee5193f74e047b42, ASSIGN 2024-11-24T08:21:45,961 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b02698d5f489ffabee5193f74e047b42, ASSIGN; state=OFFLINE, location=30c28c82771d,45263,1732436491769; forceNewPlan=false, retain=false 2024-11-24T08:21:46,113 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b02698d5f489ffabee5193f74e047b42, regionState=OPENING, regionLocation=30c28c82771d,45263,1732436491769 2024-11-24T08:21:46,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b02698d5f489ffabee5193f74e047b42, ASSIGN because future has completed 2024-11-24T08:21:46,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b02698d5f489ffabee5193f74e047b42, server=30c28c82771d,45263,1732436491769}] 2024-11-24T08:21:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:46,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42. 2024-11-24T08:21:46,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:21:46,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T08:21:46,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=30c28c82771d%2C45263%2C1732436491769.rep, suffix=, logDir=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769, archiveDir=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/oldWALs, maxLogs=10 2024-11-24T08:21:46,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.rep.1732436506279, exclude list is [], retry=0 2024-11-24T08:21:46,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33843,DS-ca051110-8b85-4538-99c3-9a0f1bc684fc,DISK] 2024-11-24T08:21:46,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.rep.1732436506279 2024-11-24T08:21:46,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37843:37843)] 2024-11-24T08:21:46,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b02698d5f489ffabee5193f74e047b42, NAME => 'hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:21:46,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T08:21:46,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:21:46,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42. service=MultiRowMutationService 2024-11-24T08:21:46,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T08:21:46,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b02698d5f489ffabee5193f74e047b42 2024-11-24T08:21:46,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:21:46,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b02698d5f489ffabee5193f74e047b42 2024-11-24T08:21:46,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b02698d5f489ffabee5193f74e047b42 2024-11-24T08:21:46,309 INFO [StoreOpener-b02698d5f489ffabee5193f74e047b42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b02698d5f489ffabee5193f74e047b42 2024-11-24T08:21:46,310 INFO [StoreOpener-b02698d5f489ffabee5193f74e047b42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b02698d5f489ffabee5193f74e047b42 columnFamilyName hfileref 2024-11-24T08:21:46,310 DEBUG [StoreOpener-b02698d5f489ffabee5193f74e047b42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:46,311 INFO [StoreOpener-b02698d5f489ffabee5193f74e047b42-1 {}] regionserver.HStore(327): Store=b02698d5f489ffabee5193f74e047b42/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:46,311 INFO [StoreOpener-b02698d5f489ffabee5193f74e047b42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b02698d5f489ffabee5193f74e047b42 2024-11-24T08:21:46,312 INFO [StoreOpener-b02698d5f489ffabee5193f74e047b42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b02698d5f489ffabee5193f74e047b42 columnFamilyName queue 2024-11-24T08:21:46,312 DEBUG [StoreOpener-b02698d5f489ffabee5193f74e047b42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:46,312 INFO [StoreOpener-b02698d5f489ffabee5193f74e047b42-1 {}] regionserver.HStore(327): Store=b02698d5f489ffabee5193f74e047b42/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:46,312 INFO [StoreOpener-b02698d5f489ffabee5193f74e047b42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b02698d5f489ffabee5193f74e047b42 2024-11-24T08:21:46,313 INFO [StoreOpener-b02698d5f489ffabee5193f74e047b42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b02698d5f489ffabee5193f74e047b42 columnFamilyName sid 2024-11-24T08:21:46,314 DEBUG [StoreOpener-b02698d5f489ffabee5193f74e047b42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:21:46,314 INFO [StoreOpener-b02698d5f489ffabee5193f74e047b42-1 {}] regionserver.HStore(327): Store=b02698d5f489ffabee5193f74e047b42/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:21:46,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b02698d5f489ffabee5193f74e047b42 2024-11-24T08:21:46,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/replication/b02698d5f489ffabee5193f74e047b42 2024-11-24T08:21:46,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/replication/b02698d5f489ffabee5193f74e047b42 2024-11-24T08:21:46,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b02698d5f489ffabee5193f74e047b42 2024-11-24T08:21:46,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b02698d5f489ffabee5193f74e047b42 2024-11-24T08:21:46,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T08:21:46,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b02698d5f489ffabee5193f74e047b42 2024-11-24T08:21:46,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/replication/b02698d5f489ffabee5193f74e047b42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:21:46,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b02698d5f489ffabee5193f74e047b42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69079676, jitterRate=0.029367387294769287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T08:21:46,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b02698d5f489ffabee5193f74e047b42 2024-11-24T08:21:46,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b02698d5f489ffabee5193f74e047b42: Running coprocessor pre-open hook at 1732436506307Writing region info on filesystem at 1732436506307Initializing all the Stores at 1732436506308 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436506308Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436506308Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732436506308Cleaning up temporary data from old regions at 1732436506317 (+9 ms)Running coprocessor post-open hooks at 1732436506321 (+4 ms)Region opened successfully at 1732436506322 (+1 ms) 2024-11-24T08:21:46,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42., pid=10, masterSystemTime=1732436506269 2024-11-24T08:21:46,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42. 2024-11-24T08:21:46,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42. 2024-11-24T08:21:46,325 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b02698d5f489ffabee5193f74e047b42, regionState=OPEN, openSeqNum=2, regionLocation=30c28c82771d,45263,1732436491769 2024-11-24T08:21:46,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b02698d5f489ffabee5193f74e047b42, server=30c28c82771d,45263,1732436491769 because future has completed 2024-11-24T08:21:46,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T08:21:46,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b02698d5f489ffabee5193f74e047b42, server=30c28c82771d,45263,1732436491769 in 212 msec 2024-11-24T08:21:46,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T08:21:46,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b02698d5f489ffabee5193f74e047b42, ASSIGN in 370 msec 2024-11-24T08:21:46,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:21:46,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732436506332"}]},"ts":"1732436506332"} 2024-11-24T08:21:46,333 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T08:21:46,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:21:46,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2010 sec 2024-11-24T08:21:46,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42., hostname=30c28c82771d,45263,1732436491769, seqNum=2] 2024-11-24T08:21:46,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915 2024-11-24T08:21:46,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915 2024-11-24T08:21:46,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:21:46,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45263 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T08:21:46,501 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T08:21:46,547 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-30c28c82771d,45263,1732436491769, ReplicationSource: 1, currentBandwidth=0 2024-11-24T08:21:46,548 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:46,548 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,45263,1732436491769, seqNum=-1] 2024-11-24T08:21:46,549 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:46,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-24T08:21:46,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-30c28c82771d,45263,1732436491769', locateType=CURRENT is [region=hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42., hostname=30c28c82771d,45263,1732436491769, seqNum=2] 2024-11-24T08:21:46,553 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T08:21:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T08:21:46,555 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 30c28c82771d,45263,1732436491769 suceeded 2024-11-24T08:21:46,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T08:21:46,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-24T08:21:46,557 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://30c28c82771d:37861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:21:46,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4350 sec 2024-11-24T08:21:46,570 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:37861' 2024-11-24T08:21:46,571 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a357770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:46,571 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,37861,-1 for getting cluster id 2024-11-24T08:21:46,571 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:46,572 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55c592ed-7fd1-4a5a-8ab9-8a2b972dd595' 2024-11-24T08:21:46,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:46,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55c592ed-7fd1-4a5a-8ab9-8a2b972dd595" 2024-11-24T08:21:46,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4667ff28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:46,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,37861,-1] 2024-11-24T08:21:46,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:46,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:46,573 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:46,574 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@540a5fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:46,574 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:46,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,37861,1732436494668 2024-11-24T08:21:46,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@343b15d3 2024-11-24T08:21:46,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:46,576 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-24T08:21:46,576 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-30c28c82771d,45263,1732436491769 (queues=1) is replicating from cluster=12c7f42b-b735-49b6-987c-e5276dc95361 to cluster=55c592ed-7fd1-4a5a-8ab9-8a2b972dd595 2024-11-24T08:21:46,577 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=30c28c82771d%2C45263%2C1732436491769 2024-11-24T08:21:46,577 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-30c28c82771d,45263,1732436491769, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:21:46,577 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436492665, startPosition=0, beingWritten=true 2024-11-24T08:21:46,577 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C45263%2C1732436491769 2024-11-24T08:21:46,583 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:21:46,583 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436492665 to pos 379, reset compression=false 2024-11-24T08:21:46,583 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,45263,1732436491769 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436492665, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:21:46,787 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436492665 to pos 379, reset compression=false 2024-11-24T08:21:47,091 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436492665 to pos 379, reset compression=false 2024-11-24T08:21:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:21:47,274 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T08:21:47,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:47,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:47,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:47,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:47,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:47,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fde729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:47,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,45521,-1 for getting cluster id 2024-11-24T08:21:47,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:47,281 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12c7f42b-b735-49b6-987c-e5276dc95361' 2024-11-24T08:21:47,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:47,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12c7f42b-b735-49b6-987c-e5276dc95361" 2024-11-24T08:21:47,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b738ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:47,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,45521,-1] 2024-11-24T08:21:47,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:47,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:47,283 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:47,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455037c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:47,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45806e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:47,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,37861,-1 for getting cluster id 2024-11-24T08:21:47,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:47,285 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55c592ed-7fd1-4a5a-8ab9-8a2b972dd595' 2024-11-24T08:21:47,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:47,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55c592ed-7fd1-4a5a-8ab9-8a2b972dd595" 2024-11-24T08:21:47,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26386e2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:47,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,37861,-1] 2024-11-24T08:21:47,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:47,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:47,287 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:47,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e653ba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:47,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@215d7588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:47,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,35393,-1 for getting cluster id 2024-11-24T08:21:47,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:47,289 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65444d5a-66fd-43fd-b1b7-a3336a331de3' 2024-11-24T08:21:47,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:47,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65444d5a-66fd-43fd-b1b7-a3336a331de3" 2024-11-24T08:21:47,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdfe8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:47,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,35393,-1] 2024-11-24T08:21:47,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:47,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:47,290 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:47,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9df4a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:47,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:47,297 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732436507296/Put/seqid=0 2024-11-24T08:21:47,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741840_1016 (size=7894) 2024-11-24T08:21:47,314 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732436507314/Put/seqid=0 2024-11-24T08:21:47,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741841_1017 (size=7691) 2024-11-24T08:21:47,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7407f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:47,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,45521,-1 for getting cluster id 2024-11-24T08:21:47,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:47,330 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12c7f42b-b735-49b6-987c-e5276dc95361' 2024-11-24T08:21:47,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:47,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12c7f42b-b735-49b6-987c-e5276dc95361" 2024-11-24T08:21:47,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4321b380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:47,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,45521,-1] 2024-11-24T08:21:47,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:47,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:47,332 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:47,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381664f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:47,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:47,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,45263,1732436491769, seqNum=-1] 2024-11-24T08:21:47,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:47,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:21:47,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:47,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,45521,1732436491693 2024-11-24T08:21:47,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61e56fe3 2024-11-24T08:21:47,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:47,345 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:47,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd., hostname=30c28c82771d,45263,1732436491769, seqNum=2] 2024-11-24T08:21:47,351 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T08:21:47,359 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-24T08:21:47,362 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-24T08:21:47,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 5cdcabf6305eeb37b6cb4a10723a7ecd/f 2024-11-24T08:21:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-24T08:21:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:21:47,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 5cdcabf6305eeb37b6cb4a10723a7ecd/f 2024-11-24T08:21:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-24T08:21:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:21:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HRegion(2603): Flush status journal for 5cdcabf6305eeb37b6cb4a10723a7ecd: 2024-11-24T08:21:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__8goh8ktmr57u16sn5067nm0n3lrfdaesncvigic433ihckb01ldeo4eugrebn85i/f/hfile_1 2024-11-24T08:21:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__8goh8ktmr57u16sn5067nm0n3lrfdaesncvigic433ihckb01ldeo4eugrebn85i/f/hfile_1 as hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd/f/459a03522f0e41b0a7870fe04240fa0e_SeqId_4_ 2024-11-24T08:21:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__8goh8ktmr57u16sn5067nm0n3lrfdaesncvigic433ihckb01ldeo4eugrebn85i/f/hfile_0 2024-11-24T08:21:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__8goh8ktmr57u16sn5067nm0n3lrfdaesncvigic433ihckb01ldeo4eugrebn85i/f/hfile_0 as hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd/f/879a251bd29d4592b100621e80b9a6ba_SeqId_4_ 2024-11-24T08:21:47,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__8goh8ktmr57u16sn5067nm0n3lrfdaesncvigic433ihckb01ldeo4eugrebn85i/f/hfile_1 into 5cdcabf6305eeb37b6cb4a10723a7ecd/f as hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd/f/459a03522f0e41b0a7870fe04240fa0e_SeqId_4_ - updating store file list. 2024-11-24T08:21:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 459a03522f0e41b0a7870fe04240fa0e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T08:21:47,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd/f/459a03522f0e41b0a7870fe04240fa0e_SeqId_4_ into 5cdcabf6305eeb37b6cb4a10723a7ecd/f 2024-11-24T08:21:47,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__8goh8ktmr57u16sn5067nm0n3lrfdaesncvigic433ihckb01ldeo4eugrebn85i/f/hfile_1 into 5cdcabf6305eeb37b6cb4a10723a7ecd/f (new location: hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd/f/459a03522f0e41b0a7870fe04240fa0e_SeqId_4_) 2024-11-24T08:21:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__8goh8ktmr57u16sn5067nm0n3lrfdaesncvigic433ihckb01ldeo4eugrebn85i/f/hfile_1 2024-11-24T08:21:47,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__8goh8ktmr57u16sn5067nm0n3lrfdaesncvigic433ihckb01ldeo4eugrebn85i/f/hfile_0 into 5cdcabf6305eeb37b6cb4a10723a7ecd/f as hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd/f/879a251bd29d4592b100621e80b9a6ba_SeqId_4_ - updating store file list. 2024-11-24T08:21:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 879a251bd29d4592b100621e80b9a6ba_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T08:21:47,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd/f/879a251bd29d4592b100621e80b9a6ba_SeqId_4_ into 5cdcabf6305eeb37b6cb4a10723a7ecd/f 2024-11-24T08:21:47,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__8goh8ktmr57u16sn5067nm0n3lrfdaesncvigic433ihckb01ldeo4eugrebn85i/f/hfile_0 into 5cdcabf6305eeb37b6cb4a10723a7ecd/f (new location: hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd/f/879a251bd29d4592b100621e80b9a6ba_SeqId_4_) 2024-11-24T08:21:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__8goh8ktmr57u16sn5067nm0n3lrfdaesncvigic433ihckb01ldeo4eugrebn85i/f/hfile_0 2024-11-24T08:21:47,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:47,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:47,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:47,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:47,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd., hostname=30c28c82771d,45263,1732436491769, seqNum=2 , the old value is region=test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd., hostname=30c28c82771d,45263,1732436491769, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=30c28c82771d:45263 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T08:21:47,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd., hostname=30c28c82771d,45263,1732436491769, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T08:21:47,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd., hostname=30c28c82771d,45263,1732436491769, seqNum=2 from cache 2024-11-24T08:21:47,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:47,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:47,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,45759,1732436494724, seqNum=-1] 2024-11-24T08:21:47,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:47,398 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T08:21:47,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:21:47,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c., hostname=30c28c82771d,45759,1732436494724, seqNum=2] 2024-11-24T08:21:47,403 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T08:21:47,504 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:45263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T08:21:47,514 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436492665 to pos 379, reset compression=false 2024-11-24T08:21:47,523 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:21:47,523 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,45263,1732436491769 got entry batch from reader: WALEntryBatch [walEntries=[{test/5cdcabf6305eeb37b6cb4a10723a7ecd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732436507394/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436492665, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T08:21:47,526 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:21:47,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-24T08:21:47,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.ReplicationSink(318): Replicating [12c7f42b-b735-49b6-987c-e5276dc95361] bulk loaded data 2024-11-24T08:21:47,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29d593ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:47,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,37861,-1 for getting cluster id 2024-11-24T08:21:47,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:47,545 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55c592ed-7fd1-4a5a-8ab9-8a2b972dd595' 2024-11-24T08:21:47,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:47,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55c592ed-7fd1-4a5a-8ab9-8a2b972dd595" 2024-11-24T08:21:47,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ca7cb3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:47,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,37861,-1] 2024-11-24T08:21:47,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:47,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:47,547 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:47,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cb544b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:47,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741837_1013 (size=7691) 2024-11-24T08:21:47,723 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436492665 to pos 687, reset compression=false 2024-11-24T08:21:48,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741838_1014 (size=7894) 2024-11-24T08:21:48,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:48,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,37861,1732436494668 2024-11-24T08:21:48,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1361e9de 2024-11-24T08:21:48,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:48,033 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-24T08:21:48,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T08:21:48,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:48,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,45759,1732436494724, seqNum=-1] 2024-11-24T08:21:48,040 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436492665 to pos 687, reset compression=false 2024-11-24T08:21:48,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:48,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-24T08:21:48,074 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__iekmcpmptf61ubp31sjrmpsui3emfut0o8123fitvrhrjem9n8aubihmelldhi1k/f/459a03522f0e41b0a7870fe04240fa0e_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-24T08:21:48,082 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__iekmcpmptf61ubp31sjrmpsui3emfut0o8123fitvrhrjem9n8aubihmelldhi1k/f/879a251bd29d4592b100621e80b9a6ba_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-24T08:21:48,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__iekmcpmptf61ubp31sjrmpsui3emfut0o8123fitvrhrjem9n8aubihmelldhi1k/f/459a03522f0e41b0a7870fe04240fa0e_SeqId_4_ for inclusion in e3cd312f0e5d3383d4c619effafb980c/f 2024-11-24T08:21:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-24T08:21:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:21:48,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__iekmcpmptf61ubp31sjrmpsui3emfut0o8123fitvrhrjem9n8aubihmelldhi1k/f/879a251bd29d4592b100621e80b9a6ba_SeqId_4_ for inclusion in e3cd312f0e5d3383d4c619effafb980c/f 2024-11-24T08:21:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-24T08:21:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:21:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HRegion(2603): Flush status journal for e3cd312f0e5d3383d4c619effafb980c: 2024-11-24T08:21:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 459a03522f0e41b0a7870fe04240fa0e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T08:21:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__iekmcpmptf61ubp31sjrmpsui3emfut0o8123fitvrhrjem9n8aubihmelldhi1k/f/459a03522f0e41b0a7870fe04240fa0e_SeqId_4_ as hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c/f/4f35eedaec4e4d089630bdce1cd4a856_SeqId_4_ 2024-11-24T08:21:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 879a251bd29d4592b100621e80b9a6ba_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T08:21:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__iekmcpmptf61ubp31sjrmpsui3emfut0o8123fitvrhrjem9n8aubihmelldhi1k/f/879a251bd29d4592b100621e80b9a6ba_SeqId_4_ as hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c/f/55e0bdf23a794fe4931b309eeea0e4b8_SeqId_4_ 2024-11-24T08:21:48,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__iekmcpmptf61ubp31sjrmpsui3emfut0o8123fitvrhrjem9n8aubihmelldhi1k/f/459a03522f0e41b0a7870fe04240fa0e_SeqId_4_ into e3cd312f0e5d3383d4c619effafb980c/f as hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c/f/4f35eedaec4e4d089630bdce1cd4a856_SeqId_4_ - updating store file list. 2024-11-24T08:21:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4f35eedaec4e4d089630bdce1cd4a856_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T08:21:48,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c/f/4f35eedaec4e4d089630bdce1cd4a856_SeqId_4_ into e3cd312f0e5d3383d4c619effafb980c/f 2024-11-24T08:21:48,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__iekmcpmptf61ubp31sjrmpsui3emfut0o8123fitvrhrjem9n8aubihmelldhi1k/f/459a03522f0e41b0a7870fe04240fa0e_SeqId_4_ into e3cd312f0e5d3383d4c619effafb980c/f (new location: hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c/f/4f35eedaec4e4d089630bdce1cd4a856_SeqId_4_) 2024-11-24T08:21:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__iekmcpmptf61ubp31sjrmpsui3emfut0o8123fitvrhrjem9n8aubihmelldhi1k/f/459a03522f0e41b0a7870fe04240fa0e_SeqId_4_ 2024-11-24T08:21:48,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__iekmcpmptf61ubp31sjrmpsui3emfut0o8123fitvrhrjem9n8aubihmelldhi1k/f/879a251bd29d4592b100621e80b9a6ba_SeqId_4_ into e3cd312f0e5d3383d4c619effafb980c/f as hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c/f/55e0bdf23a794fe4931b309eeea0e4b8_SeqId_4_ - updating store file list. 2024-11-24T08:21:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 55e0bdf23a794fe4931b309eeea0e4b8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T08:21:48,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c/f/55e0bdf23a794fe4931b309eeea0e4b8_SeqId_4_ into e3cd312f0e5d3383d4c619effafb980c/f 2024-11-24T08:21:48,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__iekmcpmptf61ubp31sjrmpsui3emfut0o8123fitvrhrjem9n8aubihmelldhi1k/f/879a251bd29d4592b100621e80b9a6ba_SeqId_4_ into e3cd312f0e5d3383d4c619effafb980c/f (new location: hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c/f/55e0bdf23a794fe4931b309eeea0e4b8_SeqId_4_) 2024-11-24T08:21:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__iekmcpmptf61ubp31sjrmpsui3emfut0o8123fitvrhrjem9n8aubihmelldhi1k/f/879a251bd29d4592b100621e80b9a6ba_SeqId_4_ 2024-11-24T08:21:48,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.ReplicationSink(324): Finished replicating [12c7f42b-b735-49b6-987c-e5276dc95361] bulk loaded data 2024-11-24T08:21:48,162 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:21:48,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:48,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:48,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:48,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:48,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:48,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:48,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:48,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:48,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:48,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:48,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:48,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:48,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:48,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:48,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:48,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:48,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:48,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:48,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,34341,1732436498832, seqNum=-1] 2024-11-24T08:21:48,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:48,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:21:48,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3., hostname=30c28c82771d,34341,1732436498832, seqNum=2] 2024-11-24T08:21:48,454 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436492665 to pos 687, reset compression=false 2024-11-24T08:21:48,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:21:48,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:21:48,461 DEBUG [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 30c28c82771d%2C45263%2C1732436491769.rep:(num 1732436506279) roll requested 2024-11-24T08:21:48,483 DEBUG [regionserver/30c28c82771d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.rep.1732436508462, exclude list is [], retry=0 2024-11-24T08:21:48,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33843,DS-ca051110-8b85-4538-99c3-9a0f1bc684fc,DISK] 2024-11-24T08:21:48,487 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.rep.1732436506279 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.rep.1732436508462 2024-11-24T08:21:48,488 DEBUG [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37843:37843)] 2024-11-24T08:21:48,488 DEBUG [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.rep.1732436506279 is not closed yet, will try archiving it next time 2024-11-24T08:21:48,488 DEBUG [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 30c28c82771d%2C45263%2C1732436491769:(num 1732436492665) roll requested 2024-11-24T08:21:48,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741839_1015 (size=1505) 2024-11-24T08:21:48,506 DEBUG [regionserver/30c28c82771d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489, exclude list is [], retry=0 2024-11-24T08:21:48,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33843,DS-ca051110-8b85-4538-99c3-9a0f1bc684fc,DISK] 2024-11-24T08:21:48,513 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436492665 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 2024-11-24T08:21:48,516 DEBUG [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37843:37843)] 2024-11-24T08:21:48,516 DEBUG [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436492665 is not closed yet, will try archiving it next time 2024-11-24T08:21:48,516 DEBUG [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 30c28c82771d%2C45263%2C1732436491769.meta:.meta(num 1732436493569) roll requested 2024-11-24T08:21:48,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f735e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:48,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,45521,-1 for getting cluster id 2024-11-24T08:21:48,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:48,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741832_1008 (size=695) 2024-11-24T08:21:48,518 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12c7f42b-b735-49b6-987c-e5276dc95361' 2024-11-24T08:21:48,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:48,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12c7f42b-b735-49b6-987c-e5276dc95361" 2024-11-24T08:21:48,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4ca886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:48,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,45521,-1] 2024-11-24T08:21:48,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:48,519 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436492665 to hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/oldWALs/30c28c82771d%2C45263%2C1732436491769.1732436492665 2024-11-24T08:21:48,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:48,520 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:48,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8d9654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:48,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:48,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,45521,1732436491693 2024-11-24T08:21:48,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@413ed49e 2024-11-24T08:21:48,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:48,523 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:48,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://30c28c82771d:35393,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T08:21:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T08:21:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T08:21:48,526 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:35393' 2024-11-24T08:21:48,528 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe7fdb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:48,528 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,35393,-1 for getting cluster id 2024-11-24T08:21:48,528 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:48,529 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65444d5a-66fd-43fd-b1b7-a3336a331de3' 2024-11-24T08:21:48,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:48,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65444d5a-66fd-43fd-b1b7-a3336a331de3" 2024-11-24T08:21:48,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbd4e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:48,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,35393,-1] 2024-11-24T08:21:48,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:48,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:48,530 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:48,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc75655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:48,531 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:48,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,35393,1732436498762 2024-11-24T08:21:48,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11fa36ac 2024-11-24T08:21:48,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:48,532 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:48,533 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T08:21:48,533 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T08:21:48,533 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:48,533 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:48,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:48,534 DEBUG [regionserver/30c28c82771d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.meta.1732436508517.meta, exclude list is [], retry=0 2024-11-24T08:21:48,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33843,DS-ca051110-8b85-4538-99c3-9a0f1bc684fc,DISK] 2024-11-24T08:21:48,537 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.meta.1732436493569.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.meta.1732436508517.meta 2024-11-24T08:21:48,538 DEBUG [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37843:37843)] 2024-11-24T08:21:48,538 DEBUG [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.meta.1732436493569.meta is not closed yet, will try archiving it next time 2024-11-24T08:21:48,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741834_1010 (size=3473) 2024-11-24T08:21:48,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T08:21:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T08:21:48,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45263 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-24T08:21:48,695 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-24T08:21:48,724 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-30c28c82771d,45263,1732436491769, ReplicationSource: 2, currentBandwidth=0 2024-11-24T08:21:48,726 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T08:21:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-24T08:21:48,728 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 30c28c82771d,45263,1732436491769 suceeded 2024-11-24T08:21:48,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T08:21:48,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-24T08:21:48,730 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://30c28c82771d:35393,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T08:21:48,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 207 msec 2024-11-24T08:21:48,740 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='30c28c82771d:35393' 2024-11-24T08:21:48,741 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53e4e625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:48,741 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,35393,-1 for getting cluster id 2024-11-24T08:21:48,741 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:48,742 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65444d5a-66fd-43fd-b1b7-a3336a331de3' 2024-11-24T08:21:48,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:48,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65444d5a-66fd-43fd-b1b7-a3336a331de3" 2024-11-24T08:21:48,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24c4d357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:48,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,35393,-1] 2024-11-24T08:21:48,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:48,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:48,743 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:48,744 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@314b1a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:48,744 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:48,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,35393,1732436498762 2024-11-24T08:21:48,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@abfd46c 2024-11-24T08:21:48,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:48,745 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-24T08:21:48,745 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-30c28c82771d,45263,1732436491769 (queues=1) is replicating from cluster=12c7f42b-b735-49b6-987c-e5276dc95361 to cluster=65444d5a-66fd-43fd-b1b7-a3336a331de3 2024-11-24T08:21:48,745 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=30c28c82771d%2C45263%2C1732436491769 2024-11-24T08:21:48,746 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-30c28c82771d,45263,1732436491769, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T08:21:48,746 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489, startPosition=0, beingWritten=true 2024-11-24T08:21:48,746 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 30c28c82771d%2C45263%2C1732436491769 2024-11-24T08:21:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T08:21:48,844 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-24T08:21:48,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:48,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:48,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:48,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:48,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:48,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:21:48,860 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732436508859/Put/seqid=0 2024-11-24T08:21:48,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741845_1021 (size=11194) 2024-11-24T08:21:48,867 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732436508867/Put/seqid=0 2024-11-24T08:21:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741846_1022 (size=10791) 2024-11-24T08:21:48,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627c62f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:48,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,45521,-1 for getting cluster id 2024-11-24T08:21:48,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:48,875 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12c7f42b-b735-49b6-987c-e5276dc95361' 2024-11-24T08:21:48,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:48,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12c7f42b-b735-49b6-987c-e5276dc95361" 2024-11-24T08:21:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4be61b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,45521,-1] 2024-11-24T08:21:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:48,876 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:48,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16eef720, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:48,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:48,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,45263,1732436491769, seqNum=-1] 2024-11-24T08:21:48,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:48,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:21:48,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:48,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,45521,1732436491693 2024-11-24T08:21:48,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74b8f3fb 2024-11-24T08:21:48,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:48,886 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:21:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd., hostname=30c28c82771d,45263,1732436491769, seqNum=2] 2024-11-24T08:21:48,890 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T08:21:48,894 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-24T08:21:48,896 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-24T08:21:48,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 5cdcabf6305eeb37b6cb4a10723a7ecd/f 2024-11-24T08:21:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T08:21:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:21:48,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 5cdcabf6305eeb37b6cb4a10723a7ecd/f 2024-11-24T08:21:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T08:21:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:21:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HRegion(2603): Flush status journal for 5cdcabf6305eeb37b6cb4a10723a7ecd: 2024-11-24T08:21:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__nkbhbld5ha5d4dngue5uli4hslc8e12sfotcp5f26vt33rn2q2ole5pnd4ge2oil/f/hfile_0 2024-11-24T08:21:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__nkbhbld5ha5d4dngue5uli4hslc8e12sfotcp5f26vt33rn2q2ole5pnd4ge2oil/f/hfile_0 as hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd/f/27e5fef3a88c4757b359f747d50be14e_SeqId_6_ 2024-11-24T08:21:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__nkbhbld5ha5d4dngue5uli4hslc8e12sfotcp5f26vt33rn2q2ole5pnd4ge2oil/f/hfile_1 2024-11-24T08:21:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__nkbhbld5ha5d4dngue5uli4hslc8e12sfotcp5f26vt33rn2q2ole5pnd4ge2oil/f/hfile_1 as hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd/f/f15ca07149f84e35bdadc91e2eb949d7_SeqId_6_ 2024-11-24T08:21:48,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__nkbhbld5ha5d4dngue5uli4hslc8e12sfotcp5f26vt33rn2q2ole5pnd4ge2oil/f/hfile_0 into 5cdcabf6305eeb37b6cb4a10723a7ecd/f as hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd/f/27e5fef3a88c4757b359f747d50be14e_SeqId_6_ - updating store file list. 2024-11-24T08:21:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 27e5fef3a88c4757b359f747d50be14e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T08:21:48,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd/f/27e5fef3a88c4757b359f747d50be14e_SeqId_6_ into 5cdcabf6305eeb37b6cb4a10723a7ecd/f 2024-11-24T08:21:48,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__nkbhbld5ha5d4dngue5uli4hslc8e12sfotcp5f26vt33rn2q2ole5pnd4ge2oil/f/hfile_0 into 5cdcabf6305eeb37b6cb4a10723a7ecd/f (new location: hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd/f/27e5fef3a88c4757b359f747d50be14e_SeqId_6_) 2024-11-24T08:21:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__nkbhbld5ha5d4dngue5uli4hslc8e12sfotcp5f26vt33rn2q2ole5pnd4ge2oil/f/hfile_0 2024-11-24T08:21:48,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__nkbhbld5ha5d4dngue5uli4hslc8e12sfotcp5f26vt33rn2q2ole5pnd4ge2oil/f/hfile_1 into 5cdcabf6305eeb37b6cb4a10723a7ecd/f as hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd/f/f15ca07149f84e35bdadc91e2eb949d7_SeqId_6_ - updating store file list. 2024-11-24T08:21:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f15ca07149f84e35bdadc91e2eb949d7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T08:21:48,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd/f/f15ca07149f84e35bdadc91e2eb949d7_SeqId_6_ into 5cdcabf6305eeb37b6cb4a10723a7ecd/f 2024-11-24T08:21:48,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__nkbhbld5ha5d4dngue5uli4hslc8e12sfotcp5f26vt33rn2q2ole5pnd4ge2oil/f/hfile_1 into 5cdcabf6305eeb37b6cb4a10723a7ecd/f (new location: hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd/f/f15ca07149f84e35bdadc91e2eb949d7_SeqId_6_) 2024-11-24T08:21:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45263 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/staging/jenkins__test__nkbhbld5ha5d4dngue5uli4hslc8e12sfotcp5f26vt33rn2q2ole5pnd4ge2oil/f/hfile_1 2024-11-24T08:21:48,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:48,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:48,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:48,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:48,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd., hostname=30c28c82771d,45263,1732436491769, seqNum=2 , the old value is region=test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd., hostname=30c28c82771d,45263,1732436491769, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=30c28c82771d:45263 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T08:21:48,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:48,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd., hostname=30c28c82771d,45263,1732436491769, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T08:21:48,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd., hostname=30c28c82771d,45263,1732436491769, seqNum=2 from cache 2024-11-24T08:21:48,922 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T08:21:48,925 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T08:21:48,950 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 0, reset compression=false 2024-11-24T08:21:48,954 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:21:48,954 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-30c28c82771d,45263,1732436491769 got entry batch from reader: WALEntryBatch [walEntries=[{test/5cdcabf6305eeb37b6cb4a10723a7ecd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732436508919/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T08:21:48,955 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:21:48,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-24T08:21:48,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.ReplicationSink(318): Replicating [12c7f42b-b735-49b6-987c-e5276dc95361] bulk loaded data 2024-11-24T08:21:48,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ad19dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:48,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] client.ClusterIdFetcher(90): Going to request 30c28c82771d,35393,-1 for getting cluster id 2024-11-24T08:21:48,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:21:48,958 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65444d5a-66fd-43fd-b1b7-a3336a331de3' 2024-11-24T08:21:48,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:21:48,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65444d5a-66fd-43fd-b1b7-a3336a331de3" 2024-11-24T08:21:48,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52d3ba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:48,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [30c28c82771d,35393,-1] 2024-11-24T08:21:48,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:21:48,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:48,958 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:21:48,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c941e90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:21:48,965 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436492665 to pos 687, reset compression=false 2024-11-24T08:21:48,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741837_1013 (size=11194) 2024-11-24T08:21:48,972 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436492665 was moved to hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/oldWALs/30c28c82771d%2C45263%2C1732436491769.1732436492665 2024-11-24T08:21:48,975 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436492665 2024-11-24T08:21:48,975 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,45263,1732436491769 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436492665, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T08:21:48,975 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489, startPosition=0, beingWritten=true 2024-11-24T08:21:48,977 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [30c28c82771d%2C45263%2C1732436491769.1732436492665] 2024-11-24T08:21:48,979 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T08:21:48,979 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,45263,1732436491769 got entry batch from reader: WALEntryBatch [walEntries=[{test/5cdcabf6305eeb37b6cb4a10723a7ecd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732436508919/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T08:21:48,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.ReplicationSink(318): Replicating [12c7f42b-b735-49b6-987c-e5276dc95361] bulk loaded data 2024-11-24T08:21:48,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741838_1014 (size=10791) 2024-11-24T08:21:48,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741839_1015 (size=11194) 2024-11-24T08:21:48,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:48,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 30c28c82771d,35393,1732436498762 2024-11-24T08:21:48,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@681ef792 2024-11-24T08:21:48,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:21:48,998 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-24T08:21:49,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T08:21:49,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:21:49,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=30c28c82771d,34341,1732436498832, seqNum=-1] 2024-11-24T08:21:49,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:21:49,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-24T08:21:49,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741840_1016 (size=10791) 2024-11-24T08:21:49,010 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/staging/jenkins.hfs.23__test__hovup7bhbce77uivh3ocqk0pf9s2hg0h4kil1op4e2l1nm41g8psd5tcl4kmlj0b/f/27e5fef3a88c4757b359f747d50be14e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-24T08:21:49,013 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/staging/jenkins.hfs.23__test__hovup7bhbce77uivh3ocqk0pf9s2hg0h4kil1op4e2l1nm41g8psd5tcl4kmlj0b/f/f15ca07149f84e35bdadc91e2eb949d7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-24T08:21:49,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T08:21:49,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/staging/jenkins.hfs.23__test__hovup7bhbce77uivh3ocqk0pf9s2hg0h4kil1op4e2l1nm41g8psd5tcl4kmlj0b/f/27e5fef3a88c4757b359f747d50be14e_SeqId_6_ for inclusion in 1744ce9a40844ca925f9c682a2b31df3/f 2024-11-24T08:21:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T08:21:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:21:49,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/staging/jenkins.hfs.23__test__hovup7bhbce77uivh3ocqk0pf9s2hg0h4kil1op4e2l1nm41g8psd5tcl4kmlj0b/f/f15ca07149f84e35bdadc91e2eb949d7_SeqId_6_ for inclusion in 1744ce9a40844ca925f9c682a2b31df3/f 2024-11-24T08:21:49,019 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__3ht90n8p255piso8smf2ra7sbtcr2p77247n35s1fe8d421a7m183ibvirtm0lvk/f/27e5fef3a88c4757b359f747d50be14e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-24T08:21:49,022 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__3ht90n8p255piso8smf2ra7sbtcr2p77247n35s1fe8d421a7m183ibvirtm0lvk/f/f15ca07149f84e35bdadc91e2eb949d7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-24T08:21:49,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__3ht90n8p255piso8smf2ra7sbtcr2p77247n35s1fe8d421a7m183ibvirtm0lvk/f/f15ca07149f84e35bdadc91e2eb949d7_SeqId_6_ for inclusion in e3cd312f0e5d3383d4c619effafb980c/f 2024-11-24T08:21:49,024 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:45263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T08:21:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T08:21:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:21:49,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__3ht90n8p255piso8smf2ra7sbtcr2p77247n35s1fe8d421a7m183ibvirtm0lvk/f/27e5fef3a88c4757b359f747d50be14e_SeqId_6_ for inclusion in e3cd312f0e5d3383d4c619effafb980c/f 2024-11-24T08:21:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T08:21:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:21:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HRegion(2603): Flush status journal for e3cd312f0e5d3383d4c619effafb980c: 2024-11-24T08:21:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f15ca07149f84e35bdadc91e2eb949d7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T08:21:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__3ht90n8p255piso8smf2ra7sbtcr2p77247n35s1fe8d421a7m183ibvirtm0lvk/f/f15ca07149f84e35bdadc91e2eb949d7_SeqId_6_ as hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c/f/1e9d8973ad3440ae913743e099317301_SeqId_6_ 2024-11-24T08:21:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 27e5fef3a88c4757b359f747d50be14e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T08:21:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__3ht90n8p255piso8smf2ra7sbtcr2p77247n35s1fe8d421a7m183ibvirtm0lvk/f/27e5fef3a88c4757b359f747d50be14e_SeqId_6_ as hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c/f/b351505bae204cc2a2db304b2a57bec1_SeqId_6_ 2024-11-24T08:21:49,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__3ht90n8p255piso8smf2ra7sbtcr2p77247n35s1fe8d421a7m183ibvirtm0lvk/f/f15ca07149f84e35bdadc91e2eb949d7_SeqId_6_ into e3cd312f0e5d3383d4c619effafb980c/f as hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c/f/1e9d8973ad3440ae913743e099317301_SeqId_6_ - updating store file list. 2024-11-24T08:21:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T08:21:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T08:21:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.HRegion(2603): Flush status journal for 1744ce9a40844ca925f9c682a2b31df3: 2024-11-24T08:21:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 27e5fef3a88c4757b359f747d50be14e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T08:21:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e9d8973ad3440ae913743e099317301_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T08:21:49,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c/f/1e9d8973ad3440ae913743e099317301_SeqId_6_ into e3cd312f0e5d3383d4c619effafb980c/f 2024-11-24T08:21:49,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__3ht90n8p255piso8smf2ra7sbtcr2p77247n35s1fe8d421a7m183ibvirtm0lvk/f/f15ca07149f84e35bdadc91e2eb949d7_SeqId_6_ into e3cd312f0e5d3383d4c619effafb980c/f (new location: hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c/f/1e9d8973ad3440ae913743e099317301_SeqId_6_) 2024-11-24T08:21:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__3ht90n8p255piso8smf2ra7sbtcr2p77247n35s1fe8d421a7m183ibvirtm0lvk/f/f15ca07149f84e35bdadc91e2eb949d7_SeqId_6_ 2024-11-24T08:21:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/staging/jenkins.hfs.23__test__hovup7bhbce77uivh3ocqk0pf9s2hg0h4kil1op4e2l1nm41g8psd5tcl4kmlj0b/f/27e5fef3a88c4757b359f747d50be14e_SeqId_6_ as hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/default/test/1744ce9a40844ca925f9c682a2b31df3/f/12dd1945809742729a13725323b6e23e_SeqId_4_ 2024-11-24T08:21:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f15ca07149f84e35bdadc91e2eb949d7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T08:21:49,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__3ht90n8p255piso8smf2ra7sbtcr2p77247n35s1fe8d421a7m183ibvirtm0lvk/f/27e5fef3a88c4757b359f747d50be14e_SeqId_6_ into e3cd312f0e5d3383d4c619effafb980c/f as hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c/f/b351505bae204cc2a2db304b2a57bec1_SeqId_6_ - updating store file list. 2024-11-24T08:21:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/staging/jenkins.hfs.23__test__hovup7bhbce77uivh3ocqk0pf9s2hg0h4kil1op4e2l1nm41g8psd5tcl4kmlj0b/f/f15ca07149f84e35bdadc91e2eb949d7_SeqId_6_ as hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/default/test/1744ce9a40844ca925f9c682a2b31df3/f/7dd963713cc7473caa53b51a0083e0e4_SeqId_4_ 2024-11-24T08:21:49,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/staging/jenkins.hfs.23__test__hovup7bhbce77uivh3ocqk0pf9s2hg0h4kil1op4e2l1nm41g8psd5tcl4kmlj0b/f/27e5fef3a88c4757b359f747d50be14e_SeqId_6_ into 1744ce9a40844ca925f9c682a2b31df3/f as hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/default/test/1744ce9a40844ca925f9c682a2b31df3/f/12dd1945809742729a13725323b6e23e_SeqId_4_ - updating store file list. 2024-11-24T08:21:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b351505bae204cc2a2db304b2a57bec1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T08:21:49,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c/f/b351505bae204cc2a2db304b2a57bec1_SeqId_6_ into e3cd312f0e5d3383d4c619effafb980c/f 2024-11-24T08:21:49,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__3ht90n8p255piso8smf2ra7sbtcr2p77247n35s1fe8d421a7m183ibvirtm0lvk/f/27e5fef3a88c4757b359f747d50be14e_SeqId_6_ into e3cd312f0e5d3383d4c619effafb980c/f (new location: hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c/f/b351505bae204cc2a2db304b2a57bec1_SeqId_6_) 2024-11-24T08:21:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/staging/jenkins.hfs.22__test__3ht90n8p255piso8smf2ra7sbtcr2p77247n35s1fe8d421a7m183ibvirtm0lvk/f/27e5fef3a88c4757b359f747d50be14e_SeqId_6_ 2024-11-24T08:21:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 12dd1945809742729a13725323b6e23e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T08:21:49,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/default/test/1744ce9a40844ca925f9c682a2b31df3/f/12dd1945809742729a13725323b6e23e_SeqId_4_ into 1744ce9a40844ca925f9c682a2b31df3/f 2024-11-24T08:21:49,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] regionserver.ReplicationSink(324): Finished replicating [12c7f42b-b735-49b6-987c-e5276dc95361] bulk loaded data 2024-11-24T08:21:49,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/staging/jenkins.hfs.23__test__hovup7bhbce77uivh3ocqk0pf9s2hg0h4kil1op4e2l1nm41g8psd5tcl4kmlj0b/f/27e5fef3a88c4757b359f747d50be14e_SeqId_6_ into 1744ce9a40844ca925f9c682a2b31df3/f (new location: hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/default/test/1744ce9a40844ca925f9c682a2b31df3/f/12dd1945809742729a13725323b6e23e_SeqId_4_) 2024-11-24T08:21:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/staging/jenkins.hfs.23__test__hovup7bhbce77uivh3ocqk0pf9s2hg0h4kil1op4e2l1nm41g8psd5tcl4kmlj0b/f/27e5fef3a88c4757b359f747d50be14e_SeqId_6_ 2024-11-24T08:21:49,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/staging/jenkins.hfs.23__test__hovup7bhbce77uivh3ocqk0pf9s2hg0h4kil1op4e2l1nm41g8psd5tcl4kmlj0b/f/f15ca07149f84e35bdadc91e2eb949d7_SeqId_6_ into 1744ce9a40844ca925f9c682a2b31df3/f as hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/default/test/1744ce9a40844ca925f9c682a2b31df3/f/7dd963713cc7473caa53b51a0083e0e4_SeqId_4_ - updating store file list. 2024-11-24T08:21:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7dd963713cc7473caa53b51a0083e0e4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T08:21:49,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/default/test/1744ce9a40844ca925f9c682a2b31df3/f/7dd963713cc7473caa53b51a0083e0e4_SeqId_4_ into 1744ce9a40844ca925f9c682a2b31df3/f 2024-11-24T08:21:49,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/staging/jenkins.hfs.23__test__hovup7bhbce77uivh3ocqk0pf9s2hg0h4kil1op4e2l1nm41g8psd5tcl4kmlj0b/f/f15ca07149f84e35bdadc91e2eb949d7_SeqId_6_ into 1744ce9a40844ca925f9c682a2b31df3/f (new location: hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/default/test/1744ce9a40844ca925f9c682a2b31df3/f/7dd963713cc7473caa53b51a0083e0e4_SeqId_4_) 2024-11-24T08:21:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/staging/jenkins.hfs.23__test__hovup7bhbce77uivh3ocqk0pf9s2hg0h4kil1op4e2l1nm41g8psd5tcl4kmlj0b/f/f15ca07149f84e35bdadc91e2eb949d7_SeqId_6_ 2024-11-24T08:21:49,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] regionserver.ReplicationSink(324): Finished replicating [12c7f42b-b735-49b6-987c-e5276dc95361] bulk loaded data 2024-11-24T08:21:49,154 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:49,179 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:49,463 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:49,483 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:49,613 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:21:49,614 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:21:49,615 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128805 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [30c28c82771d,42353,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:42353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T08:21:49,867 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:49,886 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:49,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:21:49,953 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:49,953 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:49,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:49,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:49,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:49,954 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:21:49,954 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1036725887, stopped=false 2024-11-24T08:21:49,954 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,35393,1732436498762 2024-11-24T08:21:49,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1093522415/running 2024-11-24T08:21:49,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415 2024-11-24T08:21:49,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Set watcher on znode that does not yet exist, /2-1093522415/running 2024-11-24T08:21:49,957 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:21:49,957 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:49,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:49,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:49,957 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,34341,1732436498832' ***** 2024-11-24T08:21:49,957 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:21:49,959 INFO [RS:0;30c28c82771d:34341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:21:49,959 INFO [RS:0;30c28c82771d:34341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:21:49,959 INFO [RS:0;30c28c82771d:34341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:21:49,959 INFO [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(3091): Received CLOSE for 1744ce9a40844ca925f9c682a2b31df3 2024-11-24T08:21:49,959 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:21:49,959 INFO [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,34341,1732436498832 2024-11-24T08:21:49,959 INFO [RS:0;30c28c82771d:34341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:21:49,959 INFO [RS:0;30c28c82771d:34341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:34341. 2024-11-24T08:21:49,959 DEBUG [RS:0;30c28c82771d:34341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:49,959 DEBUG [RS:0;30c28c82771d:34341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:49,960 INFO [RS:0;30c28c82771d:34341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:21:49,960 INFO [RS:0;30c28c82771d:34341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:21:49,960 INFO [RS:0;30c28c82771d:34341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:21:49,960 INFO [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:21:49,960 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1744ce9a40844ca925f9c682a2b31df3, disabling compactions & flushes 2024-11-24T08:21:49,960 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3. 2024-11-24T08:21:49,960 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3. 2024-11-24T08:21:49,960 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3. after waiting 0 ms 2024-11-24T08:21:49,960 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3. 2024-11-24T08:21:49,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1093522415/running 2024-11-24T08:21:49,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415 2024-11-24T08:21:49,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Set watcher on znode that does not yet exist, /2-1093522415/running 2024-11-24T08:21:49,965 INFO [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T08:21:49,965 DEBUG [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1744ce9a40844ca925f9c682a2b31df3=test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3.} 2024-11-24T08:21:49,965 DEBUG [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1744ce9a40844ca925f9c682a2b31df3 2024-11-24T08:21:49,980 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:21:49,981 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:21:49,981 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:21:49,981 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:21:49,981 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:21:49,981 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T08:21:50,022 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/.tmp/info/77c553c7ea5a422fad7abe7ac3815a01 is 129, key is test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3./info:regioninfo/1732436504112/Put/seqid=0 2024-11-24T08:21:50,028 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/default/test/1744ce9a40844ca925f9c682a2b31df3/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-24T08:21:50,029 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:21:50,029 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:21:50,029 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3. 2024-11-24T08:21:50,029 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1744ce9a40844ca925f9c682a2b31df3: Waiting for close lock at 1732436509960Running coprocessor pre-close hooks at 1732436509960Disabling compacts and flushes for region at 1732436509960Disabling writes for close at 1732436509960Writing region close event to WAL at 1732436510017 (+57 ms)Running coprocessor post-close hooks at 1732436510029 (+12 ms)Closed at 1732436510029 2024-11-24T08:21:50,029 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3. 2024-11-24T08:21:50,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741839_1015 (size=6421) 2024-11-24T08:21:50,039 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/.tmp/info/77c553c7ea5a422fad7abe7ac3815a01 2024-11-24T08:21:50,053 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:21:50,063 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/.tmp/ns/1ff4e385f8c14077820ff6068c3cc61b is 43, key is default/ns:d/1732436501075/Put/seqid=0 2024-11-24T08:21:50,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741840_1016 (size=5153) 2024-11-24T08:21:50,081 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/.tmp/ns/1ff4e385f8c14077820ff6068c3cc61b 2024-11-24T08:21:50,104 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/.tmp/rep_barrier/55cf37484f3d44ceaf26c17596059561 is 112, key is test,,1732436502956.1744ce9a40844ca925f9c682a2b31df3./rep_barrier:seqnumDuringOpen/1732436504112/Put/seqid=0 2024-11-24T08:21:50,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741841_1017 (size=5518) 2024-11-24T08:21:50,165 DEBUG [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:21:50,330 DEBUG [master/30c28c82771d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=1, created chunk count=34, reused chunk count=159, reuseRatio=82.38% 2024-11-24T08:21:50,330 DEBUG [master/30c28c82771d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-24T08:21:50,341 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:21:50,341 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:21:50,366 DEBUG [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:21:50,374 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:50,393 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:50,509 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/.tmp/rep_barrier/55cf37484f3d44ceaf26c17596059561 2024-11-24T08:21:50,527 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/.tmp/table/a656ca2b35164a9eb284be1561090280 is 40, key is test/table:state/1732436504119/Put/seqid=0 2024-11-24T08:21:50,530 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T08:21:50,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741842_1018 (size=5165) 2024-11-24T08:21:50,566 DEBUG [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:21:50,766 DEBUG [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:21:50,946 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/.tmp/table/a656ca2b35164a9eb284be1561090280 2024-11-24T08:21:50,952 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/.tmp/info/77c553c7ea5a422fad7abe7ac3815a01 as hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/info/77c553c7ea5a422fad7abe7ac3815a01 2024-11-24T08:21:50,956 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/info/77c553c7ea5a422fad7abe7ac3815a01, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T08:21:50,959 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/.tmp/ns/1ff4e385f8c14077820ff6068c3cc61b as hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/ns/1ff4e385f8c14077820ff6068c3cc61b 2024-11-24T08:21:50,964 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/ns/1ff4e385f8c14077820ff6068c3cc61b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T08:21:50,966 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/.tmp/rep_barrier/55cf37484f3d44ceaf26c17596059561 as hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/rep_barrier/55cf37484f3d44ceaf26c17596059561 2024-11-24T08:21:50,966 INFO [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T08:21:50,966 DEBUG [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:21:50,966 DEBUG [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:21:50,970 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/rep_barrier/55cf37484f3d44ceaf26c17596059561, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T08:21:50,971 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/.tmp/table/a656ca2b35164a9eb284be1561090280 as hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/table/a656ca2b35164a9eb284be1561090280 2024-11-24T08:21:50,976 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/table/a656ca2b35164a9eb284be1561090280, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T08:21:50,979 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 998ms, sequenceid=11, compaction requested=false 2024-11-24T08:21:50,987 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:50,996 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:51,078 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T08:21:51,079 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:21:51,079 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:21:51,079 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:21:51,079 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436509980Running coprocessor pre-close hooks at 1732436509980Disabling compacts and flushes for region at 1732436509980Disabling writes for close at 1732436509981 (+1 ms)Obtaining lock to block concurrent updates at 1732436509981Preparing flush snapshotting stores in 1588230740 at 1732436509981Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732436509981Flushing stores of hbase:meta,,1.1588230740 at 1732436509982 (+1 ms)Flushing 1588230740/info: creating writer at 1732436509982Flushing 1588230740/info: appending metadata at 1732436510021 (+39 ms)Flushing 1588230740/info: closing flushed file at 1732436510021Flushing 1588230740/ns: creating writer at 1732436510043 (+22 ms)Flushing 1588230740/ns: appending metadata at 1732436510062 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732436510062Flushing 1588230740/rep_barrier: creating writer at 1732436510085 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732436510104 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732436510104Flushing 1588230740/table: creating writer at 1732436510512 (+408 ms)Flushing 1588230740/table: appending metadata at 1732436510526 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732436510526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ced79e: reopening flushed file at 1732436510951 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a7b0a17: reopening flushed file at 1732436510956 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@466bcda7: reopening flushed file at 1732436510965 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a148893: reopening flushed file at 1732436510971 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 998ms, sequenceid=11, compaction requested=false at 1732436510979 (+8 ms)Writing region close event to WAL at 1732436511062 (+83 ms)Running coprocessor post-close hooks at 1732436511079 (+17 ms)Closed at 1732436511079 2024-11-24T08:21:51,079 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:21:51,166 INFO [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,34341,1732436498832; all regions closed. 2024-11-24T08:21:51,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741834_1010 (size=2717) 2024-11-24T08:21:51,203 DEBUG [RS:0;30c28c82771d:34341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/oldWALs 2024-11-24T08:21:51,203 INFO [RS:0;30c28c82771d:34341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C34341%2C1732436498832.meta:.meta(num 1732436501011) 2024-11-24T08:21:51,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741832_1008 (size=1028) 2024-11-24T08:21:51,241 DEBUG [RS:0;30c28c82771d:34341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/oldWALs 2024-11-24T08:21:51,241 INFO [RS:0;30c28c82771d:34341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C34341%2C1732436498832:(num 1732436500478) 2024-11-24T08:21:51,241 DEBUG [RS:0;30c28c82771d:34341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:51,241 INFO [RS:0;30c28c82771d:34341 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:21:51,241 INFO [RS:0;30c28c82771d:34341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:21:51,241 INFO [RS:0;30c28c82771d:34341 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:21:51,242 INFO [RS:0;30c28c82771d:34341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:21:51,242 INFO [RS:0;30c28c82771d:34341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:34341. 2024-11-24T08:21:51,242 DEBUG [RS:0;30c28c82771d:34341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:51,242 DEBUG [RS:0;30c28c82771d:34341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:51,242 DEBUG [RS:0;30c28c82771d:34341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:51,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:51,242 INFO [RS:0;30c28c82771d:34341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34341 2024-11-24T08:21:51,243 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:21:51,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415/rs 2024-11-24T08:21:51,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1093522415/rs/30c28c82771d,34341,1732436498832 2024-11-24T08:21:51,247 INFO [RS:0;30c28c82771d:34341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:21:51,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,34341,1732436498832] 2024-11-24T08:21:51,248 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1093522415/draining/30c28c82771d,34341,1732436498832 already deleted, retry=false 2024-11-24T08:21:51,248 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,34341,1732436498832 expired; onlineServers=0 2024-11-24T08:21:51,248 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,35393,1732436498762' ***** 2024-11-24T08:21:51,248 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:21:51,249 INFO [M:0;30c28c82771d:35393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:21:51,249 INFO [M:0;30c28c82771d:35393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:21:51,249 DEBUG [M:0;30c28c82771d:35393 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:21:51,249 DEBUG [M:0;30c28c82771d:35393 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:21:51,249 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:21:51,249 INFO [M:0;30c28c82771d:35393 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:21:51,249 INFO [M:0;30c28c82771d:35393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:21:51,249 DEBUG [M:0;30c28c82771d:35393 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:21:51,250 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436500247 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436500247,5,FailOnTimeoutGroup] 2024-11-24T08:21:51,250 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436500247 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436500247,5,FailOnTimeoutGroup] 2024-11-24T08:21:51,250 INFO [M:0;30c28c82771d:35393 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:21:51,251 INFO [M:0;30c28c82771d:35393 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:21:51,251 INFO [M:0;30c28c82771d:35393 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:21:51,251 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:21:51,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1093522415/master 2024-11-24T08:21:51,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1093522415 2024-11-24T08:21:51,253 DEBUG [M:0;30c28c82771d:35393 {}] zookeeper.ZKUtil(347): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Unable to get data of znode /2-1093522415/master because node does not exist (not an error) 2024-11-24T08:21:51,253 WARN [M:0;30c28c82771d:35393 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:21:51,253 INFO [M:0;30c28c82771d:35393 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/.lastflushedseqids 2024-11-24T08:21:51,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741843_1019 (size=173) 2024-11-24T08:21:51,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:51,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34341-0x1014910e3e70007, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:51,351 INFO [RS:0;30c28c82771d:34341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:21:51,351 INFO [RS:0;30c28c82771d:34341 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,34341,1732436498832; zookeeper connection closed. 2024-11-24T08:21:51,352 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f3546d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f3546d7 2024-11-24T08:21:51,353 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:21:51,692 INFO [M:0;30c28c82771d:35393 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:21:51,692 INFO [M:0;30c28c82771d:35393 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:21:51,692 DEBUG [M:0;30c28c82771d:35393 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:21:51,692 INFO [M:0;30c28c82771d:35393 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:51,692 DEBUG [M:0;30c28c82771d:35393 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:51,692 DEBUG [M:0;30c28c82771d:35393 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:21:51,692 DEBUG [M:0;30c28c82771d:35393 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:51,692 INFO [M:0;30c28c82771d:35393 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-24T08:21:51,707 DEBUG [M:0;30c28c82771d:35393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47bc5906e769469887e8836aa838eb2d is 82, key is hbase:meta,,1/info:regioninfo/1732436501064/Put/seqid=0 2024-11-24T08:21:51,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741844_1020 (size=5672) 2024-11-24T08:21:51,751 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:51,753 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:52,111 INFO [M:0;30c28c82771d:35393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47bc5906e769469887e8836aa838eb2d 2024-11-24T08:21:52,129 DEBUG [M:0;30c28c82771d:35393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/583aa7c818cc4ff191a8ccaa574ec74f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732436504122/Put/seqid=0 2024-11-24T08:21:52,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741845_1021 (size=6586) 2024-11-24T08:21:52,538 INFO [M:0;30c28c82771d:35393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/583aa7c818cc4ff191a8ccaa574ec74f 2024-11-24T08:21:52,554 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:52,556 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:52,559 DEBUG [M:0;30c28c82771d:35393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e09601ce52c84e27b01f6c32d0ff0292 is 69, key is 30c28c82771d,34341,1732436498832/rs:state/1732436500304/Put/seqid=0 2024-11-24T08:21:52,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741846_1022 (size=5156) 2024-11-24T08:21:52,962 INFO [M:0;30c28c82771d:35393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e09601ce52c84e27b01f6c32d0ff0292 2024-11-24T08:21:52,967 DEBUG [M:0;30c28c82771d:35393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47bc5906e769469887e8836aa838eb2d as hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47bc5906e769469887e8836aa838eb2d 2024-11-24T08:21:52,970 INFO [M:0;30c28c82771d:35393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47bc5906e769469887e8836aa838eb2d, entries=8, sequenceid=55, filesize=5.5 K 2024-11-24T08:21:52,971 DEBUG [M:0;30c28c82771d:35393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/583aa7c818cc4ff191a8ccaa574ec74f as hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/583aa7c818cc4ff191a8ccaa574ec74f 2024-11-24T08:21:52,973 INFO [M:0;30c28c82771d:35393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/583aa7c818cc4ff191a8ccaa574ec74f, entries=6, sequenceid=55, filesize=6.4 K 2024-11-24T08:21:52,974 DEBUG [M:0;30c28c82771d:35393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e09601ce52c84e27b01f6c32d0ff0292 as hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e09601ce52c84e27b01f6c32d0ff0292 2024-11-24T08:21:52,978 INFO [M:0;30c28c82771d:35393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40673/user/jenkins/test-data/144bce69-f74c-1e28-0281-2c94ce168f94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e09601ce52c84e27b01f6c32d0ff0292, entries=1, sequenceid=55, filesize=5.0 K 2024-11-24T08:21:52,979 INFO [M:0;30c28c82771d:35393 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=55, compaction requested=false 2024-11-24T08:21:52,980 INFO [M:0;30c28c82771d:35393 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:52,980 DEBUG [M:0;30c28c82771d:35393 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436511692Disabling compacts and flushes for region at 1732436511692Disabling writes for close at 1732436511692Obtaining lock to block concurrent updates at 1732436511692Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436511692Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732436511693 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436511693Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436511693Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436511707 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436511707Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436512115 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436512129 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436512129Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436512542 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436512558 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436512558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75366dad: reopening flushed file at 1732436512966 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7450db94: reopening flushed file at 1732436512970 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757307c5: reopening flushed file at 1732436512974 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=55, compaction requested=false at 1732436512979 (+5 ms)Writing region close event to WAL at 1732436512980 (+1 ms)Closed at 1732436512980 2024-11-24T08:21:52,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36719 is added to blk_1073741830_1006 (size=32770) 2024-11-24T08:21:52,982 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:21:52,982 INFO [M:0;30c28c82771d:35393 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:21:52,982 INFO [M:0;30c28c82771d:35393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35393 2024-11-24T08:21:52,983 INFO [M:0;30c28c82771d:35393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:21:53,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:53,084 INFO [M:0;30c28c82771d:35393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:21:53,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x1014910e3e70006, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:53,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d41c865{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:21:53,087 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e83bf37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:21:53,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:21:53,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c00961f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:21:53,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35e1769d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/hadoop.log.dir/,STOPPED} 2024-11-24T08:21:53,089 WARN [BP-2008588931-172.17.0.2-1732436497538 heartbeating to localhost/127.0.0.1:40673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:21:53,089 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:21:53,089 WARN [BP-2008588931-172.17.0.2-1732436497538 heartbeating to localhost/127.0.0.1:40673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2008588931-172.17.0.2-1732436497538 (Datanode Uuid 28cbd152-0399-47d6-8cd1-f570be5de9dc) service to localhost/127.0.0.1:40673 2024-11-24T08:21:53,089 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:21:53,090 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/cluster_2001643c-3889-6ade-5f9a-fa516b32f912/data/data1/current/BP-2008588931-172.17.0.2-1732436497538 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:21:53,090 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/cluster_2001643c-3889-6ade-5f9a-fa516b32f912/data/data2/current/BP-2008588931-172.17.0.2-1732436497538 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:21:53,090 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:21:53,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2daed690{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:21:53,097 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59e982d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:21:53,097 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:21:53,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@798b86fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:21:53,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48a4454c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578c41b4-f64e-638f-199d-6fe881d0cc49/hadoop.log.dir/,STOPPED} 2024-11-24T08:21:53,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:21:53,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:21:53,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:53,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:53,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:53,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:53,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:53,109 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:21:53,109 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=357964804, stopped=false 2024-11-24T08:21:53,109 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,37861,1732436494668 2024-11-24T08:21:53,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11724046081/running 2024-11-24T08:21:53,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081 2024-11-24T08:21:53,110 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:21:53,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11724046081/running 2024-11-24T08:21:53,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081 2024-11-24T08:21:53,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:53,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:53,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:53,111 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,45759,1732436494724' ***** 2024-11-24T08:21:53,111 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:21:53,111 INFO [RS:0;30c28c82771d:45759 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:21:53,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Set watcher on znode that does not yet exist, /11724046081/running 2024-11-24T08:21:53,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Set watcher on znode that does not yet exist, /11724046081/running 2024-11-24T08:21:53,112 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:21:53,112 INFO [RS:0;30c28c82771d:45759 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:21:53,112 INFO [RS:0;30c28c82771d:45759 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:21:53,112 INFO [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(3091): Received CLOSE for e3cd312f0e5d3383d4c619effafb980c 2024-11-24T08:21:53,112 INFO [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,45759,1732436494724 2024-11-24T08:21:53,112 INFO [RS:0;30c28c82771d:45759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:21:53,112 INFO [RS:0;30c28c82771d:45759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:45759. 2024-11-24T08:21:53,112 DEBUG [RS:0;30c28c82771d:45759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:53,112 DEBUG [RS:0;30c28c82771d:45759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:53,112 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3cd312f0e5d3383d4c619effafb980c, disabling compactions & flushes 2024-11-24T08:21:53,112 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c. 2024-11-24T08:21:53,112 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c. 2024-11-24T08:21:53,112 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c. after waiting 0 ms 2024-11-24T08:21:53,112 INFO [RS:0;30c28c82771d:45759 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:21:53,112 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c. 2024-11-24T08:21:53,112 INFO [RS:0;30c28c82771d:45759 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:21:53,112 INFO [RS:0;30c28c82771d:45759 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:21:53,113 INFO [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:21:53,113 INFO [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T08:21:53,113 DEBUG [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e3cd312f0e5d3383d4c619effafb980c=test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c.} 2024-11-24T08:21:53,113 DEBUG [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e3cd312f0e5d3383d4c619effafb980c 2024-11-24T08:21:53,113 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:21:53,113 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:21:53,113 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:21:53,113 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:21:53,113 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:21:53,113 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T08:21:53,116 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/default/test/e3cd312f0e5d3383d4c619effafb980c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T08:21:53,117 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:21:53,117 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:21:53,117 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c. 2024-11-24T08:21:53,117 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3cd312f0e5d3383d4c619effafb980c: Waiting for close lock at 1732436513112Running coprocessor pre-close hooks at 1732436513112Disabling compacts and flushes for region at 1732436513112Disabling writes for close at 1732436513112Writing region close event to WAL at 1732436513113 (+1 ms)Running coprocessor post-close hooks at 1732436513117 (+4 ms)Closed at 1732436513117 2024-11-24T08:21:53,117 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c. 2024-11-24T08:21:53,128 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/.tmp/info/9364be5c2c744a1295d3abacce14a710 is 129, key is test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c./info:regioninfo/1732436502674/Put/seqid=0 2024-11-24T08:21:53,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741841_1017 (size=6421) 2024-11-24T08:21:53,152 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:21:53,313 DEBUG [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:21:53,457 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:53,459 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:53,513 DEBUG [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:21:53,532 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/.tmp/info/9364be5c2c744a1295d3abacce14a710 2024-11-24T08:21:53,553 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/.tmp/ns/304e7f00a8de43ef905e615536de57b6 is 43, key is default/ns:d/1732436497375/Put/seqid=0 2024-11-24T08:21:53,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741842_1018 (size=5153) 2024-11-24T08:21:53,672 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:21:53,673 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:21:53,713 DEBUG [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:21:53,914 DEBUG [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:21:53,956 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/.tmp/ns/304e7f00a8de43ef905e615536de57b6 2024-11-24T08:21:53,974 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/.tmp/rep_barrier/1cf12597bd744d8f9bc019907f35290a is 112, key is test,,1732436502327.e3cd312f0e5d3383d4c619effafb980c./rep_barrier:seqnumDuringOpen/1732436502674/Put/seqid=0 2024-11-24T08:21:53,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741843_1019 (size=5518) 2024-11-24T08:21:53,977 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/.tmp/rep_barrier/1cf12597bd744d8f9bc019907f35290a 2024-11-24T08:21:53,993 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/.tmp/table/ad4da3c7edcc426287434e0e6ef5b682 is 40, key is test/table:state/1732436502681/Put/seqid=0 2024-11-24T08:21:53,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741844_1020 (size=5165) 2024-11-24T08:21:54,114 INFO [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T08:21:54,114 DEBUG [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:21:54,114 DEBUG [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:21:54,314 DEBUG [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:21:54,397 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/.tmp/table/ad4da3c7edcc426287434e0e6ef5b682 2024-11-24T08:21:54,401 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/.tmp/info/9364be5c2c744a1295d3abacce14a710 as hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/info/9364be5c2c744a1295d3abacce14a710 2024-11-24T08:21:54,404 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/info/9364be5c2c744a1295d3abacce14a710, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T08:21:54,405 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/.tmp/ns/304e7f00a8de43ef905e615536de57b6 as hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/ns/304e7f00a8de43ef905e615536de57b6 2024-11-24T08:21:54,408 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/ns/304e7f00a8de43ef905e615536de57b6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T08:21:54,408 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/.tmp/rep_barrier/1cf12597bd744d8f9bc019907f35290a as hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/rep_barrier/1cf12597bd744d8f9bc019907f35290a 2024-11-24T08:21:54,411 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/rep_barrier/1cf12597bd744d8f9bc019907f35290a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T08:21:54,412 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/.tmp/table/ad4da3c7edcc426287434e0e6ef5b682 as hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/table/ad4da3c7edcc426287434e0e6ef5b682 2024-11-24T08:21:54,415 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/table/ad4da3c7edcc426287434e0e6ef5b682, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T08:21:54,415 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false 2024-11-24T08:21:54,416 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:21:54,419 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T08:21:54,420 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:21:54,420 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:21:54,420 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:21:54,420 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436513113Running coprocessor pre-close hooks at 1732436513113Disabling compacts and flushes for region at 1732436513113Disabling writes for close at 1732436513113Obtaining lock to block concurrent updates at 1732436513113Preparing flush snapshotting stores in 1588230740 at 1732436513113Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732436513113Flushing stores of hbase:meta,,1.1588230740 at 1732436513114 (+1 ms)Flushing 1588230740/info: creating writer at 1732436513114Flushing 1588230740/info: appending metadata at 1732436513128 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732436513128Flushing 1588230740/ns: creating writer at 1732436513536 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732436513552 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732436513552Flushing 1588230740/rep_barrier: creating writer at 1732436513960 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732436513973 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732436513973Flushing 1588230740/table: creating writer at 1732436513980 (+7 ms)Flushing 1588230740/table: appending metadata at 1732436513993 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732436513993Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66784128: reopening flushed file at 1732436514400 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c41f1f: reopening flushed file at 1732436514404 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31065788: reopening flushed file at 1732436514408 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ceaba9b: reopening flushed file at 1732436514411 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false at 1732436514415 (+4 ms)Writing region close event to WAL at 1732436514417 (+2 ms)Running coprocessor post-close hooks at 1732436514420 (+3 ms)Closed at 1732436514420 2024-11-24T08:21:54,420 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:21:54,461 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:54,462 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:54,514 INFO [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,45759,1732436494724; all regions closed. 2024-11-24T08:21:54,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741834_1010 (size=2717) 2024-11-24T08:21:54,518 DEBUG [RS:0;30c28c82771d:45759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/oldWALs 2024-11-24T08:21:54,518 INFO [RS:0;30c28c82771d:45759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C45759%2C1732436494724.meta:.meta(num 1732436497320) 2024-11-24T08:21:54,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741833_1009 (size=1374) 2024-11-24T08:21:54,520 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/WALs/30c28c82771d,45759,1732436494724/30c28c82771d%2C45759%2C1732436494724.1732436496757 not finished, retry = 0 2024-11-24T08:21:54,623 DEBUG [RS:0;30c28c82771d:45759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/oldWALs 2024-11-24T08:21:54,623 INFO [RS:0;30c28c82771d:45759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 30c28c82771d%2C45759%2C1732436494724:(num 1732436496757) 2024-11-24T08:21:54,623 DEBUG [RS:0;30c28c82771d:45759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:54,623 INFO [RS:0;30c28c82771d:45759 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:21:54,623 INFO [RS:0;30c28c82771d:45759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:21:54,623 INFO [RS:0;30c28c82771d:45759 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:21:54,623 INFO [RS:0;30c28c82771d:45759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:21:54,623 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:21:54,623 INFO [RS:0;30c28c82771d:45759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:45759. 2024-11-24T08:21:54,623 DEBUG [RS:0;30c28c82771d:45759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:54,623 DEBUG [RS:0;30c28c82771d:45759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:54,624 DEBUG [RS:0;30c28c82771d:45759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:54,624 INFO [RS:0;30c28c82771d:45759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45759 2024-11-24T08:21:54,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:54,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11724046081/rs/30c28c82771d,45759,1732436494724 2024-11-24T08:21:54,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081/rs 2024-11-24T08:21:54,626 INFO [RS:0;30c28c82771d:45759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:21:54,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,45759,1732436494724] 2024-11-24T08:21:54,628 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11724046081/draining/30c28c82771d,45759,1732436494724 already deleted, retry=false 2024-11-24T08:21:54,628 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,45759,1732436494724 expired; onlineServers=0 2024-11-24T08:21:54,628 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,37861,1732436494668' ***** 2024-11-24T08:21:54,628 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:21:54,628 INFO [M:0;30c28c82771d:37861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:21:54,628 INFO [M:0;30c28c82771d:37861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:21:54,628 DEBUG [M:0;30c28c82771d:37861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:21:54,628 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:21:54,628 DEBUG [M:0;30c28c82771d:37861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:21:54,628 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436496564 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436496564,5,FailOnTimeoutGroup] 2024-11-24T08:21:54,628 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436496560 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436496560,5,FailOnTimeoutGroup] 2024-11-24T08:21:54,629 INFO [M:0;30c28c82771d:37861 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:21:54,629 INFO [M:0;30c28c82771d:37861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:21:54,629 DEBUG [M:0;30c28c82771d:37861 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:21:54,629 INFO [M:0;30c28c82771d:37861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:21:54,629 INFO [M:0;30c28c82771d:37861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:21:54,629 INFO [M:0;30c28c82771d:37861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:21:54,629 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:21:54,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11724046081/master 2024-11-24T08:21:54,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11724046081 2024-11-24T08:21:54,631 DEBUG [M:0;30c28c82771d:37861 {}] zookeeper.ZKUtil(347): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Unable to get data of znode /11724046081/master because node does not exist (not an error) 2024-11-24T08:21:54,631 WARN [M:0;30c28c82771d:37861 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:21:54,632 INFO [M:0;30c28c82771d:37861 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/.lastflushedseqids 2024-11-24T08:21:54,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741845_1021 (size=173) 2024-11-24T08:21:54,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:54,727 INFO [RS:0;30c28c82771d:45759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:21:54,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45759-0x1014910e3e70004, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:54,727 INFO [RS:0;30c28c82771d:45759 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,45759,1732436494724; zookeeper connection closed. 2024-11-24T08:21:54,728 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e65f0a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e65f0a9 2024-11-24T08:21:54,728 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:21:55,036 INFO [M:0;30c28c82771d:37861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:21:55,036 INFO [M:0;30c28c82771d:37861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:21:55,036 DEBUG [M:0;30c28c82771d:37861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:21:55,036 INFO [M:0;30c28c82771d:37861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:55,036 DEBUG [M:0;30c28c82771d:37861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:55,036 DEBUG [M:0;30c28c82771d:37861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:21:55,036 DEBUG [M:0;30c28c82771d:37861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:55,036 INFO [M:0;30c28c82771d:37861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-24T08:21:55,051 DEBUG [M:0;30c28c82771d:37861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43c0810d4662479f844fba525ca66724 is 82, key is hbase:meta,,1/info:regioninfo/1732436497364/Put/seqid=0 2024-11-24T08:21:55,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741846_1022 (size=5672) 2024-11-24T08:21:55,455 INFO [M:0;30c28c82771d:37861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43c0810d4662479f844fba525ca66724 2024-11-24T08:21:55,476 DEBUG [M:0;30c28c82771d:37861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55ffa11309fa4877b8dae984ec7a970e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732436502685/Put/seqid=0 2024-11-24T08:21:55,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741847_1023 (size=6586) 2024-11-24T08:21:55,479 INFO [M:0;30c28c82771d:37861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55ffa11309fa4877b8dae984ec7a970e 2024-11-24T08:21:55,499 DEBUG [M:0;30c28c82771d:37861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44a0746ddf614938903103a898a73c74 is 69, key is 30c28c82771d,45759,1732436494724/rs:state/1732436496605/Put/seqid=0 2024-11-24T08:21:55,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741848_1024 (size=5156) 2024-11-24T08:21:55,532 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:21:55,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:55,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:55,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:55,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:55,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:55,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:55,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:55,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:55,564 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:55,565 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:55,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:55,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:55,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:55,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:55,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:55,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:55,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:55,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:55,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:55,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:21:55,902 INFO [M:0;30c28c82771d:37861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44a0746ddf614938903103a898a73c74 2024-11-24T08:21:55,907 DEBUG [M:0;30c28c82771d:37861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43c0810d4662479f844fba525ca66724 as hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43c0810d4662479f844fba525ca66724 2024-11-24T08:21:55,914 INFO [M:0;30c28c82771d:37861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43c0810d4662479f844fba525ca66724, entries=8, sequenceid=55, filesize=5.5 K 2024-11-24T08:21:55,915 DEBUG [M:0;30c28c82771d:37861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55ffa11309fa4877b8dae984ec7a970e as hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55ffa11309fa4877b8dae984ec7a970e 2024-11-24T08:21:55,919 INFO [M:0;30c28c82771d:37861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55ffa11309fa4877b8dae984ec7a970e, entries=6, sequenceid=55, filesize=6.4 K 2024-11-24T08:21:55,919 DEBUG [M:0;30c28c82771d:37861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44a0746ddf614938903103a898a73c74 as hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44a0746ddf614938903103a898a73c74 2024-11-24T08:21:55,923 INFO [M:0;30c28c82771d:37861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35723/user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44a0746ddf614938903103a898a73c74, entries=1, sequenceid=55, filesize=5.0 K 2024-11-24T08:21:55,924 INFO [M:0;30c28c82771d:37861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=55, compaction requested=false 2024-11-24T08:21:55,925 INFO [M:0;30c28c82771d:37861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:55,925 DEBUG [M:0;30c28c82771d:37861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436515036Disabling compacts and flushes for region at 1732436515036Disabling writes for close at 1732436515036Obtaining lock to block concurrent updates at 1732436515036Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436515036Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732436515037 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436515037Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436515037Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436515051 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436515051Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436515459 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436515475 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436515476 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436515482 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436515498 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436515498Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26017a89: reopening flushed file at 1732436515907 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11398275: reopening flushed file at 1732436515914 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78fefed8: reopening flushed file at 1732436515919 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=55, compaction requested=false at 1732436515924 (+5 ms)Writing region close event to WAL at 1732436515925 (+1 ms)Closed at 1732436515925 2024-11-24T08:21:55,927 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf42cd00-09f1-bb48-9439-324b7d767576/MasterData/WALs/30c28c82771d,37861,1732436494668/30c28c82771d%2C37861%2C1732436494668.1732436496442 not finished, retry = 0 2024-11-24T08:21:55,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39869 is added to blk_1073741830_1006 (size=32770) 2024-11-24T08:21:56,028 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:21:56,029 INFO [M:0;30c28c82771d:37861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:21:56,029 INFO [M:0;30c28c82771d:37861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37861 2024-11-24T08:21:56,030 INFO [M:0;30c28c82771d:37861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:21:56,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:56,131 INFO [M:0;30c28c82771d:37861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:21:56,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37861-0x1014910e3e70003, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:56,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb1a7ce{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:21:56,142 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7954af8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:21:56,142 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:21:56,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7069cd30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:21:56,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d61432{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/hadoop.log.dir/,STOPPED} 2024-11-24T08:21:56,145 WARN [BP-1598493349-172.17.0.2-1732436493739 heartbeating to localhost/127.0.0.1:35723 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:21:56,145 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:21:56,145 WARN [BP-1598493349-172.17.0.2-1732436493739 heartbeating to localhost/127.0.0.1:35723 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1598493349-172.17.0.2-1732436493739 (Datanode Uuid 5e88c0e5-143a-4683-a58c-f49e2eba9506) service to localhost/127.0.0.1:35723 2024-11-24T08:21:56,146 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:21:56,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/cluster_3fc19c9f-4cbd-c1ca-c1af-2b91ffa0ef92/data/data1/current/BP-1598493349-172.17.0.2-1732436493739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:21:56,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/cluster_3fc19c9f-4cbd-c1ca-c1af-2b91ffa0ef92/data/data2/current/BP-1598493349-172.17.0.2-1732436493739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:21:56,147 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:21:56,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55c42a16{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:21:56,156 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71e47d74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:21:56,156 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:21:56,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ed4baa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:21:56,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7066848d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47fbe398-15fe-e906-4920-0045cbd3f7a7/hadoop.log.dir/,STOPPED} 2024-11-24T08:21:56,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:21:56,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:21:56,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:56,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:56,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:56,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:56,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:56,172 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:21:56,172 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1037936564, stopped=false 2024-11-24T08:21:56,172 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=30c28c82771d,45521,1732436491693 2024-11-24T08:21:56,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0645048915/running 2024-11-24T08:21:56,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915 2024-11-24T08:21:56,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0645048915/running 2024-11-24T08:21:56,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915 2024-11-24T08:21:56,175 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:21:56,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:21:56,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:56,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:56,176 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '30c28c82771d,45263,1732436491769' ***** 2024-11-24T08:21:56,176 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:21:56,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Set watcher on znode that does not yet exist, /0645048915/running 2024-11-24T08:21:56,177 INFO [RS:0;30c28c82771d:45263 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:21:56,177 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:21:56,177 INFO [RS:0;30c28c82771d:45263 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:21:56,177 INFO [RS:0;30c28c82771d:45263 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:21:56,177 INFO [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cdcabf6305eeb37b6cb4a10723a7ecd 2024-11-24T08:21:56,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Set watcher on znode that does not yet exist, /0645048915/running 2024-11-24T08:21:56,178 INFO [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(3091): Received CLOSE for b02698d5f489ffabee5193f74e047b42 2024-11-24T08:21:56,178 INFO [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(959): stopping server 30c28c82771d,45263,1732436491769 2024-11-24T08:21:56,178 INFO [RS:0;30c28c82771d:45263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:21:56,178 INFO [RS:0;30c28c82771d:45263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:45263. 2024-11-24T08:21:56,178 DEBUG [RS:0;30c28c82771d:45263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:56,178 DEBUG [RS:0;30c28c82771d:45263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:56,178 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cdcabf6305eeb37b6cb4a10723a7ecd, disabling compactions & flushes 2024-11-24T08:21:56,178 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd. 2024-11-24T08:21:56,178 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd. 2024-11-24T08:21:56,178 INFO [RS:0;30c28c82771d:45263 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:21:56,178 INFO [RS:0;30c28c82771d:45263 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:21:56,178 INFO [RS:0;30c28c82771d:45263 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:21:56,178 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd. after waiting 0 ms 2024-11-24T08:21:56,178 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd. 2024-11-24T08:21:56,178 INFO [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:21:56,178 INFO [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T08:21:56,178 DEBUG [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(1325): Online Regions={5cdcabf6305eeb37b6cb4a10723a7ecd=test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd., 1588230740=hbase:meta,,1.1588230740, b02698d5f489ffabee5193f74e047b42=hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42.} 2024-11-24T08:21:56,178 DEBUG [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5cdcabf6305eeb37b6cb4a10723a7ecd, b02698d5f489ffabee5193f74e047b42 2024-11-24T08:21:56,178 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:21:56,178 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:21:56,178 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:21:56,179 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:21:56,179 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:21:56,179 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T08:21:56,190 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/default/test/5cdcabf6305eeb37b6cb4a10723a7ecd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T08:21:56,191 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:21:56,191 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T08:21:56,191 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd. 2024-11-24T08:21:56,191 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cdcabf6305eeb37b6cb4a10723a7ecd: Waiting for close lock at 1732436516178Running coprocessor pre-close hooks at 1732436516178Disabling compacts and flushes for region at 1732436516178Disabling writes for close at 1732436516178Writing region close event to WAL at 1732436516180 (+2 ms)Running coprocessor post-close hooks at 1732436516191 (+11 ms)Closed at 1732436516191 2024-11-24T08:21:56,191 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd. 2024-11-24T08:21:56,191 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b02698d5f489ffabee5193f74e047b42, disabling compactions & flushes 2024-11-24T08:21:56,192 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42. 2024-11-24T08:21:56,192 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42. 2024-11-24T08:21:56,192 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42. after waiting 0 ms 2024-11-24T08:21:56,192 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42. 2024-11-24T08:21:56,192 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b02698d5f489ffabee5193f74e047b42 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-24T08:21:56,200 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/.tmp/info/cbff5f010cb941598c790d57f879d1b6 is 147, key is hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42./info:regioninfo/1732436506325/Put/seqid=0 2024-11-24T08:21:56,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741847_1023 (size=7686) 2024-11-24T08:21:56,206 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/.tmp/info/cbff5f010cb941598c790d57f879d1b6 2024-11-24T08:21:56,213 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/replication/b02698d5f489ffabee5193f74e047b42/.tmp/hfileref/ed5d96988c274afb99400fe65b1b40b8 is 74, key is 1/hfileref:27e5fef3a88c4757b359f747d50be14e_SeqId_6_/1732436509044/DeleteColumn/seqid=0 2024-11-24T08:21:56,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741848_1024 (size=5489) 2024-11-24T08:21:56,228 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/.tmp/ns/6555c11475c34234a16d12a413b31c1f is 43, key is default/ns:d/1732436493612/Put/seqid=0 2024-11-24T08:21:56,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741849_1025 (size=5153) 2024-11-24T08:21:56,257 INFO [regionserver/30c28c82771d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:21:56,378 DEBUG [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b02698d5f489ffabee5193f74e047b42 2024-11-24T08:21:56,396 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T08:21:56,558 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:21:56,558 INFO [regionserver/30c28c82771d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:21:56,579 DEBUG [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b02698d5f489ffabee5193f74e047b42 2024-11-24T08:21:56,618 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/replication/b02698d5f489ffabee5193f74e047b42/.tmp/hfileref/ed5d96988c274afb99400fe65b1b40b8 2024-11-24T08:21:56,632 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/.tmp/ns/6555c11475c34234a16d12a413b31c1f 2024-11-24T08:21:56,638 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/replication/b02698d5f489ffabee5193f74e047b42/.tmp/queue/b5a06ae9bd124045ba14b9b5b3bfd674 is 153, key is 1-30c28c82771d,45263,1732436491769/queue:30c28c82771d%2C45263%2C1732436491769/1732436509046/Put/seqid=0 2024-11-24T08:21:56,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741850_1026 (size=5504) 2024-11-24T08:21:56,653 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/.tmp/rep_barrier/0e77c16836dc42398cdfd01200ebdf6b is 112, key is test,,1732436501182.5cdcabf6305eeb37b6cb4a10723a7ecd./rep_barrier:seqnumDuringOpen/1732436501964/Put/seqid=0 2024-11-24T08:21:56,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741851_1027 (size=5518) 2024-11-24T08:21:56,769 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:56,770 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 393, reset compression=false 2024-11-24T08:21:56,774 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:21:56,774 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 688, reset compression=false 2024-11-24T08:21:56,774 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-30c28c82771d,45263,1732436491769 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:21:56,775 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T08:21:56,775 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 688, reset compression=false 2024-11-24T08:21:56,775 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-30c28c82771d,45263,1732436491769 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T08:21:56,775 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-24T08:21:56,775 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 30c28c82771d,45263,1732436491769: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-30c28c82771d,45263,1732436491769, walGroup=30c28c82771d%2C45263%2C1732436491769, offset=30c28c82771d%2C45263%2C1732436491769.1732436508489:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:45263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T08:21:56,776 ERROR [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T08:21:56,776 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T08:21:56,777 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T08:21:56,777 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T08:21:56,777 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T08:21:56,777 INFO [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1593835520, "init": 1048576000, "max": 2306867200, "used": 1125936072 }, "NonHeapMemoryUsage": { "committed": 210894848, "init": 7667712, "max": -1, "used": 207951312 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T08:21:56,777 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:45521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=30c28c82771d:45521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T08:21:56,779 DEBUG [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b02698d5f489ffabee5193f74e047b42 2024-11-24T08:21:56,979 DEBUG [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b02698d5f489ffabee5193f74e047b42 2024-11-24T08:21:56,981 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 688, reset compression=false 2024-11-24T08:21:56,982 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 688, reset compression=false 2024-11-24T08:21:57,041 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/replication/b02698d5f489ffabee5193f74e047b42/.tmp/queue/b5a06ae9bd124045ba14b9b5b3bfd674 2024-11-24T08:21:57,046 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/replication/b02698d5f489ffabee5193f74e047b42/.tmp/hfileref/ed5d96988c274afb99400fe65b1b40b8 as hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/replication/b02698d5f489ffabee5193f74e047b42/hfileref/ed5d96988c274afb99400fe65b1b40b8 2024-11-24T08:21:57,049 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/replication/b02698d5f489ffabee5193f74e047b42/hfileref/ed5d96988c274afb99400fe65b1b40b8, entries=6, sequenceid=17, filesize=5.4 K 2024-11-24T08:21:57,050 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/replication/b02698d5f489ffabee5193f74e047b42/.tmp/queue/b5a06ae9bd124045ba14b9b5b3bfd674 as hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/replication/b02698d5f489ffabee5193f74e047b42/queue/b5a06ae9bd124045ba14b9b5b3bfd674 2024-11-24T08:21:57,054 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/replication/b02698d5f489ffabee5193f74e047b42/queue/b5a06ae9bd124045ba14b9b5b3bfd674, entries=2, sequenceid=17, filesize=5.4 K 2024-11-24T08:21:57,055 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for b02698d5f489ffabee5193f74e047b42 in 863ms, sequenceid=17, compaction requested=false 2024-11-24T08:21:57,056 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/.tmp/rep_barrier/0e77c16836dc42398cdfd01200ebdf6b 2024-11-24T08:21:57,058 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/replication/b02698d5f489ffabee5193f74e047b42/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-24T08:21:57,059 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:21:57,059 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:21:57,059 INFO [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42. 2024-11-24T08:21:57,059 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b02698d5f489ffabee5193f74e047b42: Waiting for close lock at 1732436516191Running coprocessor pre-close hooks at 1732436516191Disabling compacts and flushes for region at 1732436516191Disabling writes for close at 1732436516192 (+1 ms)Obtaining lock to block concurrent updates at 1732436516192Preparing flush snapshotting stores in b02698d5f489ffabee5193f74e047b42 at 1732436516192Finished memstore snapshotting hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732436516192Flushing stores of hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42. at 1732436516193 (+1 ms)Flushing b02698d5f489ffabee5193f74e047b42/hfileref: creating writer at 1732436516193Flushing b02698d5f489ffabee5193f74e047b42/hfileref: appending metadata at 1732436516213 (+20 ms)Flushing b02698d5f489ffabee5193f74e047b42/hfileref: closing flushed file at 1732436516213Flushing b02698d5f489ffabee5193f74e047b42/queue: creating writer at 1732436516622 (+409 ms)Flushing b02698d5f489ffabee5193f74e047b42/queue: appending metadata at 1732436516637 (+15 ms)Flushing b02698d5f489ffabee5193f74e047b42/queue: closing flushed file at 1732436516637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3afc6e9d: reopening flushed file at 1732436517045 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d526a: reopening flushed file at 1732436517050 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for b02698d5f489ffabee5193f74e047b42 in 863ms, sequenceid=17, compaction requested=false at 1732436517055 (+5 ms)Writing region close event to WAL at 1732436517056 (+1 ms)Running coprocessor post-close hooks at 1732436517059 (+3 ms)Closed at 1732436517059 2024-11-24T08:21:57,059 DEBUG [RS_CLOSE_REGION-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732436505132.b02698d5f489ffabee5193f74e047b42. 2024-11-24T08:21:57,075 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/.tmp/table/60a0fdc2b2354e57b73bb36b60af7fb7 is 53, key is hbase:replication/table:state/1732436506332/Put/seqid=0 2024-11-24T08:21:57,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741852_1028 (size=5308) 2024-11-24T08:21:57,179 INFO [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T08:21:57,179 DEBUG [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:21:57,179 DEBUG [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:21:57,285 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 688, reset compression=false 2024-11-24T08:21:57,286 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 688, reset compression=false 2024-11-24T08:21:57,379 DEBUG [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:21:57,478 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/.tmp/table/60a0fdc2b2354e57b73bb36b60af7fb7 2024-11-24T08:21:57,483 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/.tmp/info/cbff5f010cb941598c790d57f879d1b6 as hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/info/cbff5f010cb941598c790d57f879d1b6 2024-11-24T08:21:57,486 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/info/cbff5f010cb941598c790d57f879d1b6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T08:21:57,487 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/.tmp/ns/6555c11475c34234a16d12a413b31c1f as hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/ns/6555c11475c34234a16d12a413b31c1f 2024-11-24T08:21:57,490 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/ns/6555c11475c34234a16d12a413b31c1f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T08:21:57,490 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/.tmp/rep_barrier/0e77c16836dc42398cdfd01200ebdf6b as hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/rep_barrier/0e77c16836dc42398cdfd01200ebdf6b 2024-11-24T08:21:57,493 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/rep_barrier/0e77c16836dc42398cdfd01200ebdf6b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T08:21:57,494 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/.tmp/table/60a0fdc2b2354e57b73bb36b60af7fb7 as hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/table/60a0fdc2b2354e57b73bb36b60af7fb7 2024-11-24T08:21:57,497 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/table/60a0fdc2b2354e57b73bb36b60af7fb7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T08:21:57,497 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false 2024-11-24T08:21:57,497 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:21:57,502 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T08:21:57,502 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T08:21:57,502 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:21:57,502 INFO [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:21:57,502 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732436516178Running coprocessor pre-close hooks at 1732436516178Disabling compacts and flushes for region at 1732436516178Disabling writes for close at 1732436516179 (+1 ms)Obtaining lock to block concurrent updates at 1732436516179Preparing flush snapshotting stores in 1588230740 at 1732436516179Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732436516179Flushing stores of hbase:meta,,1.1588230740 at 1732436516180 (+1 ms)Flushing 1588230740/info: creating writer at 1732436516180Flushing 1588230740/info: appending metadata at 1732436516200 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732436516200Flushing 1588230740/ns: creating writer at 1732436516211 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732436516227 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732436516227Flushing 1588230740/rep_barrier: creating writer at 1732436516635 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732436516653 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732436516653Flushing 1588230740/table: creating writer at 1732436517060 (+407 ms)Flushing 1588230740/table: appending metadata at 1732436517075 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732436517075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ca53b5: reopening flushed file at 1732436517482 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b81352: reopening flushed file at 1732436517486 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@359cd582: reopening flushed file at 1732436517490 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77b1bc47: reopening flushed file at 1732436517493 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false at 1732436517497 (+4 ms)Writing region close event to WAL at 1732436517500 (+3 ms)Running coprocessor post-close hooks at 1732436517502 (+2 ms)Closed at 1732436517502 2024-11-24T08:21:57,503 DEBUG [RS_CLOSE_META-regionserver/30c28c82771d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:21:57,580 INFO [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(976): stopping server 30c28c82771d,45263,1732436491769; all regions closed. 2024-11-24T08:21:57,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741844_1020 (size=859) 2024-11-24T08:21:57,581 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.meta.1732436508517.meta not finished, retry = 0 2024-11-24T08:21:57,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741842_1018 (size=2791) 2024-11-24T08:21:57,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741843_1019 (size=696) 2024-11-24T08:21:57,686 DEBUG [RS:0;30c28c82771d:45263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:57,686 INFO [RS:0;30c28c82771d:45263 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:21:57,686 INFO [RS:0;30c28c82771d:45263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:21:57,687 INFO [RS:0;30c28c82771d:45263 {}] hbase.ChoreService(370): Chore service for: regionserver/30c28c82771d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T08:21:57,687 INFO [RS:0;30c28c82771d:45263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:21:57,687 INFO [regionserver/30c28c82771d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:21:57,687 INFO [RS:0;30c28c82771d:45263 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-30c28c82771d,45263,1732436491769 because: Region server is closing 2024-11-24T08:21:57,687 INFO [RS:0;30c28c82771d:45263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:45263. 2024-11-24T08:21:57,687 DEBUG [RS:0;30c28c82771d:45263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:57,687 DEBUG [RS:0;30c28c82771d:45263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:57,688 DEBUG [RS:0;30c28c82771d:45263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:57,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:57,690 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 to pos 688, reset compression=false 2024-11-24T08:21:57,692 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/WALs/30c28c82771d,45263,1732436491769/30c28c82771d%2C45263%2C1732436491769.1732436508489 2024-11-24T08:21:57,692 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-24T08:21:57,692 DEBUG [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-24T08:21:57,788 INFO [RS:0;30c28c82771d:45263 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,1-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,1-30c28c82771d,45263,1732436491769 terminated 2024-11-24T08:21:57,788 INFO [RS:0;30c28c82771d:45263 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-30c28c82771d,45263,1732436491769 because: Region server is closing 2024-11-24T08:21:57,788 INFO [RS:0;30c28c82771d:45263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;30c28c82771d:45263. 2024-11-24T08:21:57,788 DEBUG [RS:0;30c28c82771d:45263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:21:57,788 DEBUG [RS:0;30c28c82771d:45263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:57,788 DEBUG [RS:0;30c28c82771d:45263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:21:57,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:21:57,889 INFO [RS:0;30c28c82771d:45263 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.shipper30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 terminated 2024-11-24T08:21:57,889 INFO [RS:0;30c28c82771d:45263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45263 2024-11-24T08:21:57,889 WARN [RS_REFRESH_PEER-regionserver/30c28c82771d:0-0.replicationSource,2-30c28c82771d,45263,1732436491769.replicationSource.wal-reader.30c28c82771d%2C45263%2C1732436491769,2-30c28c82771d,45263,1732436491769 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-24T08:21:57,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0645048915/rs/30c28c82771d,45263,1732436491769 2024-11-24T08:21:57,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915/rs 2024-11-24T08:21:57,891 INFO [RS:0;30c28c82771d:45263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:21:57,892 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [30c28c82771d,45263,1732436491769] 2024-11-24T08:21:57,893 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0645048915/draining/30c28c82771d,45263,1732436491769 already deleted, retry=false 2024-11-24T08:21:57,893 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 30c28c82771d,45263,1732436491769 expired; onlineServers=0 2024-11-24T08:21:57,893 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '30c28c82771d,45521,1732436491693' ***** 2024-11-24T08:21:57,893 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:21:57,893 INFO [M:0;30c28c82771d:45521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:21:57,893 INFO [M:0;30c28c82771d:45521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:21:57,893 DEBUG [M:0;30c28c82771d:45521 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:21:57,893 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:21:57,893 DEBUG [M:0;30c28c82771d:45521 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:21:57,893 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436492415 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.large.0-1732436492415,5,FailOnTimeoutGroup] 2024-11-24T08:21:57,893 DEBUG [master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436492416 {}] cleaner.HFileCleaner(306): Exit Thread[master/30c28c82771d:0:becomeActiveMaster-HFileCleaner.small.0-1732436492416,5,FailOnTimeoutGroup] 2024-11-24T08:21:57,893 INFO [M:0;30c28c82771d:45521 {}] hbase.ChoreService(370): Chore service for: master/30c28c82771d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:21:57,893 INFO [M:0;30c28c82771d:45521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:21:57,893 DEBUG [M:0;30c28c82771d:45521 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:21:57,894 INFO [M:0;30c28c82771d:45521 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:21:57,894 INFO [M:0;30c28c82771d:45521 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:21:57,894 INFO [M:0;30c28c82771d:45521 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:21:57,894 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:21:57,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0645048915/master 2024-11-24T08:21:57,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0645048915 2024-11-24T08:21:57,895 DEBUG [M:0;30c28c82771d:45521 {}] zookeeper.ZKUtil(347): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Unable to get data of znode /0645048915/master because node does not exist (not an error) 2024-11-24T08:21:57,896 WARN [M:0;30c28c82771d:45521 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:21:57,896 INFO [M:0;30c28c82771d:45521 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/.lastflushedseqids 2024-11-24T08:21:57,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741853_1029 (size=263) 2024-11-24T08:21:57,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:57,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45263-0x1014910e3e70001, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:57,992 INFO [RS:0;30c28c82771d:45263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:21:57,992 INFO [RS:0;30c28c82771d:45263 {}] regionserver.HRegionServer(1031): Exiting; stopping=30c28c82771d,45263,1732436491769; zookeeper connection closed. 2024-11-24T08:21:57,992 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30ca667b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30ca667b 2024-11-24T08:21:57,993 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:21:58,300 INFO [M:0;30c28c82771d:45521 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:21:58,301 INFO [M:0;30c28c82771d:45521 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:21:58,301 DEBUG [M:0;30c28c82771d:45521 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:21:58,301 INFO [M:0;30c28c82771d:45521 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:58,301 DEBUG [M:0;30c28c82771d:45521 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:58,301 DEBUG [M:0;30c28c82771d:45521 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:21:58,301 DEBUG [M:0;30c28c82771d:45521 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:58,301 INFO [M:0;30c28c82771d:45521 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-24T08:21:58,318 DEBUG [M:0;30c28c82771d:45521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5102da85de74cb39e48c929c749a3a1 is 82, key is hbase:meta,,1/info:regioninfo/1732436493597/Put/seqid=0 2024-11-24T08:21:58,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741854_1030 (size=5672) 2024-11-24T08:21:58,727 INFO [M:0;30c28c82771d:45521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5102da85de74cb39e48c929c749a3a1 2024-11-24T08:21:58,746 DEBUG [M:0;30c28c82771d:45521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cc27f4702ad4c768f4b335d3ca7f8df is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732436506335/Put/seqid=0 2024-11-24T08:21:58,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741855_1031 (size=8909) 2024-11-24T08:21:59,150 INFO [M:0;30c28c82771d:45521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cc27f4702ad4c768f4b335d3ca7f8df 2024-11-24T08:21:59,170 DEBUG [M:0;30c28c82771d:45521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a3e6bd7ba114ceea9163f6f23cb1402 is 69, key is 30c28c82771d,45263,1732436491769/rs:state/1732436492520/Put/seqid=0 2024-11-24T08:21:59,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741856_1032 (size=5156) 2024-11-24T08:21:59,573 INFO [M:0;30c28c82771d:45521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a3e6bd7ba114ceea9163f6f23cb1402 2024-11-24T08:21:59,578 DEBUG [M:0;30c28c82771d:45521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5102da85de74cb39e48c929c749a3a1 as hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5102da85de74cb39e48c929c749a3a1 2024-11-24T08:21:59,581 INFO [M:0;30c28c82771d:45521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5102da85de74cb39e48c929c749a3a1, entries=8, sequenceid=112, filesize=5.5 K 2024-11-24T08:21:59,582 DEBUG [M:0;30c28c82771d:45521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cc27f4702ad4c768f4b335d3ca7f8df as hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cc27f4702ad4c768f4b335d3ca7f8df 2024-11-24T08:21:59,585 INFO [M:0;30c28c82771d:45521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cc27f4702ad4c768f4b335d3ca7f8df, entries=13, sequenceid=112, filesize=8.7 K 2024-11-24T08:21:59,586 DEBUG [M:0;30c28c82771d:45521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a3e6bd7ba114ceea9163f6f23cb1402 as hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a3e6bd7ba114ceea9163f6f23cb1402 2024-11-24T08:21:59,589 INFO [M:0;30c28c82771d:45521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43423/user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a3e6bd7ba114ceea9163f6f23cb1402, entries=1, sequenceid=112, filesize=5.0 K 2024-11-24T08:21:59,590 INFO [M:0;30c28c82771d:45521 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=112, compaction requested=false 2024-11-24T08:21:59,591 INFO [M:0;30c28c82771d:45521 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:21:59,591 DEBUG [M:0;30c28c82771d:45521 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732436518301Disabling compacts and flushes for region at 1732436518301Disabling writes for close at 1732436518301Obtaining lock to block concurrent updates at 1732436518301Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732436518301Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732436518301Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732436518302 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732436518302Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732436518317 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732436518317Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732436518731 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732436518746 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732436518746Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732436519154 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732436519169 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732436519169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7841f412: reopening flushed file at 1732436519577 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45b68113: reopening flushed file at 1732436519581 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a2da454: reopening flushed file at 1732436519585 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=112, compaction requested=false at 1732436519590 (+5 ms)Writing region close event to WAL at 1732436519591 (+1 ms)Closed at 1732436519591 2024-11-24T08:21:59,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33843 is added to blk_1073741830_1006 (size=69055) 2024-11-24T08:21:59,593 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1bc67445-f1cc-cec2-dad8-ce012fbdb857/MasterData/WALs/30c28c82771d,45521,1732436491693/30c28c82771d%2C45521%2C1732436491693.1732436492332 not finished, retry = 0 2024-11-24T08:21:59,694 INFO [M:0;30c28c82771d:45521 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:21:59,694 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:21:59,694 INFO [M:0;30c28c82771d:45521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45521 2024-11-24T08:21:59,694 INFO [M:0;30c28c82771d:45521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:21:59,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:59,796 INFO [M:0;30c28c82771d:45521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:21:59,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014910e3e70000, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:21:59,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c747bde{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:21:59,799 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f0aea16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:21:59,799 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:21:59,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346715f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:21:59,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@782e3d5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/hadoop.log.dir/,STOPPED} 2024-11-24T08:21:59,801 WARN [BP-169155356-172.17.0.2-1732436490612 heartbeating to localhost/127.0.0.1:43423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:21:59,801 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:21:59,801 WARN [BP-169155356-172.17.0.2-1732436490612 heartbeating to localhost/127.0.0.1:43423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-169155356-172.17.0.2-1732436490612 (Datanode Uuid 9c5aefe3-dc9a-4ebd-a989-447cc573b281) service to localhost/127.0.0.1:43423 2024-11-24T08:21:59,801 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:21:59,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/cluster_55fdc306-026b-9657-64e9-3de051938925/data/data1/current/BP-169155356-172.17.0.2-1732436490612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:21:59,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/cluster_55fdc306-026b-9657-64e9-3de051938925/data/data2/current/BP-169155356-172.17.0.2-1732436490612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:21:59,802 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:21:59,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d04bff6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:21:59,809 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6aea7969{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:21:59,809 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:21:59,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54bea1b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:21:59,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64970d7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6cb7da-531a-afd8-b1db-a4f3c01128d6/hadoop.log.dir/,STOPPED} 2024-11-24T08:21:59,815 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T08:21:59,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:21:59,840 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=593 (was 535) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:40673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35723 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49591) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43423 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49591) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:40673 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:40673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49591) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=977 (was 883) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=418 (was 373) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5583 (was 6460) 2024-11-24T08:21:59,841 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=593 is superior to 500 2024-11-24T08:21:59,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014910e3e70008, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:21:59,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014910e3e70005, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:21:59,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014910e3e70002, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T08:21:59,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014910e3e70005, quorum=127.0.0.1:49591, baseZNode=/11724046081 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:21:59,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014910e3e70008, quorum=127.0.0.1:49591, baseZNode=/2-1093522415 Received Disconnected from ZooKeeper, ignoring 2024-11-24T08:21:59,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014910e3e70002, quorum=127.0.0.1:49591, baseZNode=/0645048915 Received Disconnected from ZooKeeper, ignoring